-- Logs begin at Mon 2022-01-17 16:35:45 UTC, end at Mon 2022-01-17 17:33:40 UTC. -- Jan 17 17:09:47.029027 dv-cinder-818883-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 17:09:49.471562 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.common.config [-] Logging enabled! Jan 17 17:09:49.472229 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 17 17:09:49.472320 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 17:09:49.475349 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.common.config [-] Logging enabled! Jan 17 17:09:49.475625 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev4 Jan 17 17:09:49.475933 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 17:09:49.476868 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:09:49.477102 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:09:49.477464 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:09:49.477710 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:09:49.477931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:09:49.478247 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.478541 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.478834 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.479065 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.479358 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.479671 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.479957 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.480245 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.480540 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.480828 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.481106 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.481393 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.481625 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.481905 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.482190 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.483002 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.483250 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.483632 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.484059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.484472 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.484750 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.485041 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.485318 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.485589 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.485862 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.486143 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.486467 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] host = dv-cinder-818883-2-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.486742 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.487027 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.487312 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.487620 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.487895 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.488172 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.488454 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.488726 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.488997 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.489268 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.489554 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.489838 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.490135 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.490358 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.490578 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.490863 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.491147 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.491438 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.491716 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.491988 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.492260 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.492531 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.492799 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.493085 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.493370 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.493654 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.493929 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.494204 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.494476 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.494748 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.495049 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.495308 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.495611 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.495885 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.496170 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.496438 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.496710 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.497007 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.497293 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.497574 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.497857 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.498709 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.498969 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.499240 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.499541 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.499811 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.500087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.500355 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.500635 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.500904 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.501175 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.501446 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.501716 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.501997 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:49.502289 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.502581 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.502875 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.503156 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.503472 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.503755 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.504041 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.504320 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.504608 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.504896 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.505181 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.505458 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.505745 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.506020 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.506310 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.506611 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.506902 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.507190 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.507495 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.507770 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.508042 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.508319 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.508604 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.508894 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.509180 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.509455 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.509734 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.510029 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.510305 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.510577 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.510854 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.511141 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.511446 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.511710 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.511992 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.512269 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.512539 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.512810 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.513088 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.513371 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.513644 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.514034 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.514314 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.514651 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.515027 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.515325 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.515627 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.515903 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.516177 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.516454 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.516729 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.517002 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.517279 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.517550 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.517887 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.518364 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.518838 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.519271 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.519580 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.519859 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.520143 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.520420 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.520701 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.520976 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.521251 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.521570 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.522042 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.522353 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.522655 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.522955 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.523242 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.523548 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.523843 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.524120 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.524401 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.524683 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.524960 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.525389 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.525834 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.526138 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.526428 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.526721 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.527008 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.527287 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.527610 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.527889 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.528174 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.528453 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.528931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.529047 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.529287 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.531722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:49.532317 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:09:49.532317 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 17:09:49.920793 dv-cinder-818883-2-smb neutron-server[86720]: INFO keyring.backend [-] Loading KWallet Jan 17 17:09:49.928099 dv-cinder-818883-2-smb neutron-server[86720]: INFO keyring.backend [-] Loading SecretService Jan 17 17:09:49.931715 dv-cinder-818883-2-smb neutron-server[86720]: INFO keyring.backend [-] Loading Windows Jan 17 17:09:49.933063 dv-cinder-818883-2-smb neutron-server[86720]: INFO keyring.backend [-] Loading chainer Jan 17 17:09:49.933635 dv-cinder-818883-2-smb neutron-server[86720]: INFO keyring.backend [-] Loading macOS Jan 17 17:09:49.968300 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 17:09:49.968574 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 17:09:49.968870 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 17 17:09:49.969202 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 17:09:50.276992 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.277179 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.277453 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.278655 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.278925 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.279188 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.402941 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.403220 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.403507 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.416954 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.417234 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.417501 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.446142 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.446420 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.446688 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.485211 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.485901 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.485901 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.719201 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.719505 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.719775 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.720044 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.720783 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.841481 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.841799 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.842108 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.842396 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.842647 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.842959 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.843221 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.843514 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.843773 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.844053 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.844311 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.844574 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.844834 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.845088 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.845352 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.845621 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.845875 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.846159 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.846396 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.846672 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.847015 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.847264 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.847534 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.847813 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.848060 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.848303 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.848704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.848943 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.849177 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.849409 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.849642 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.849875 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:50.850230 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 17:09:50.853414 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 17:09:50.857377 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 17:09:50.861626 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jan 17 17:09:50.863265 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 17:09:50.863742 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 17:09:50.864076 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 17:09:50.864456 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 17:09:50.867476 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 17:09:50.867728 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 17:09:50.868070 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 17:09:50.896334 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 17:09:50.896781 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.897074 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 17 17:09:50.897436 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.898800 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 17:09:50.899089 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 17:09:50.899330 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 17:09:50.902564 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.902846 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:50.966217 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 17:09:50.966448 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 17:09:50.966682 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 17:09:50.967158 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 17:09:50.997846 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_db.sqlalchemy.engines [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 17 17:09:51.334012 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing driver for type 'gre' Jan 17 17:09:51.334477 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] gre ID ranges: [(1, 1000)] Jan 17 17:09:51.387868 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing driver for type 'local' Jan 17 17:09:51.388262 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing driver for type 'vlan' Jan 17 17:09:51.400178 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] VlanTypeDriver initialization complete Jan 17 17:09:51.400514 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing driver for type 'vxlan' Jan 17 17:09:51.401007 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] vxlan ID ranges: [(1, 1000)] Jan 17 17:09:51.452915 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing extension driver 'port_security' Jan 17 17:09:51.453249 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.extensions.port_security [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] PortSecurityExtensionDriver initialization complete Jan 17 17:09:51.453581 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing mechanism driver 'openvswitch' Jan 17 17:09:51.453898 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing mechanism driver 'hyperv' Jan 17 17:09:51.460465 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.plugin [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:09:51.461122 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.461515 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.461860 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.462373 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.462799 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.463148 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.463511 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.463893 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.464554 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.464895 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.465232 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.465611 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.466001 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.466342 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.466817 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.467856 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.468251 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.468592 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.468927 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.469432 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.469824 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > address_group after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.470165 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > address_group after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.470499 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.470880 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=86720) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 17:09:51.471313 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] ML2 OVO RPC backend initialized. {{(pid=86720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 17 17:09:51.472034 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.472386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.472796 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.473137 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > networks before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.473477 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.473812 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > ports before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.474147 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.474479 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnets before_response 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.474817 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.475154 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.475507 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.475844 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.476175 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.476504 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.476836 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.477167 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.477495 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.478058 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.plugin [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Modular L2 Plugin initialization complete Jan 17 17:09:51.478379 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading services supported by the core plugin {{(pid=86720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 17:09:51.478698 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.plugins.ml2.managers [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Got port-security extension from driver 'port_security' Jan 17 17:09:51.479150 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.extensions.vlantransparent [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Disabled vlantransparent extension. Jan 17 17:09:51.479666 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 17:09:51.479977 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: router Jan 17 17:09:51.516204 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.516771 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.516935 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router before_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.517293 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.517658 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.518004 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_delete 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.518354 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.518708 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.519046 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.519386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.519750 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.520097 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.520495 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.520855 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.521188 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.521518 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: subnet after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.521851 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.522192 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.522530 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.522863 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.523199 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.523578 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router after_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.523917 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.524260 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.524616 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.524955 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.525312 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > agent after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.525657 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > agent after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.525997 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > network after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.526832 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Tracking information for resource: router configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:51.527160 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Tracking information for resource: floatingip configured {{(pid=86720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 17:09:51.532855 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.db.l3_agentschedulers_db [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 17:09:51.533429 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.533786 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.534133 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.534479 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: port after_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.535375 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router before_create 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.535761 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.536118 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_create 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.536468 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > router precommit_update 55550100 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.540838 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.provider_configuration [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service providers = [] {{(pid=86720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 17:09:51.541194 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.db.servicetype_db [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 17:09:51.544138 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:09:51.544486 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:09:51.544828 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:09:51.545792 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.services.service_base [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 17:09:51.546152 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.services.service_base [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 17:09:51.546521 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.546830 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 17:09:51.557440 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.557774 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: auto_allocate Jan 17 17:09:51.563681 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: network precommit_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.564045 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: network precommit_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.564559 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.564874 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: tag Jan 17 17:09:51.571362 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.571716 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: timestamp Jan 17 17:09:51.575677 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.576001 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: network_ip_availability Jan 17 17:09:51.581880 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.582245 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.582595 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.583291 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.583640 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: flavors Jan 17 17:09:51.588385 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.588673 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading Plugin: revisions Jan 17 17:09:51.593889 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 17:09:51.594269 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=86720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 17 17:09:51.595001 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 17:09:51.595334 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Initializing extension manager. Jan 17 17:09:51.595857 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: __init__.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.596196 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: __pycache__ {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.596524 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.596848 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.597589 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.598145 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: address-group Jan 17 17:09:51.598466 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: address_scope.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.599168 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.599730 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: address-scope Jan 17 17:09:51.600049 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.600966 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.601479 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: router-admin-state-down-before-update Jan 17 17:09:51.601794 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: agent.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.602484 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.602988 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: agent Jan 17 17:09:51.603302 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: agent_resources_synced.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.604230 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.604732 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: agent-resources-synced Jan 17 17:09:51.605046 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: allowedaddresspairs.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.606983 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.607568 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: allowed-address-pairs Jan 17 17:09:51.608022 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: auto_allocated_topology.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.609582 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.610385 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: auto-allocated-topology Jan 17 17:09:51.610883 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.611994 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.612863 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: availability_zone Jan 17 17:09:51.613392 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: availability_zone_filter.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.614580 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.615097 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: availability_zone_filter Jan 17 17:09:51.615446 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: data_plane_status.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.616343 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.616846 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 17:09:51.617167 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: default_subnetpools.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.618067 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.618570 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: default-subnetpools Jan 17 17:09:51.618889 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.619722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.620226 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: dhcp_agent_scheduler Jan 17 17:09:51.620545 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: dns.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.621444 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.621943 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension dns-integration not supported by any of loaded plugins Jan 17 17:09:51.622261 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: dns_domain_ports.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.623241 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.623762 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 17:09:51.624083 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: dvr.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.624752 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.625263 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: dvr Jan 17 17:09:51.625583 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: empty_string_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.626481 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.626989 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: empty-string-filtering Jan 17 17:09:51.627306 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.628227 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.628727 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 17:09:51.629043 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.629937 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.630432 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 17:09:51.630746 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: external_net.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.631669 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.632173 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: external-net Jan 17 17:09:51.632489 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.633390 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.633890 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: extra_dhcp_opt Jan 17 17:09:51.634205 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: extraroute.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.635095 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.635631 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: extraroute Jan 17 17:09:51.635946 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: extraroute_atomic.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.636960 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.637467 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: extraroute-atomic Jan 17 17:09:51.637782 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: filter_validation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.638428 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.639570 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: filter-validation Jan 17 17:09:51.639885 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: fip_pf_description.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.640781 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.641284 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 17:09:51.641596 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: fip_port_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.642504 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.643004 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: fip-port-details Jan 17 17:09:51.643317 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: flavors.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.644566 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.645076 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: flavors Jan 17 17:09:51.645393 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.647046 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.647598 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 17:09:51.647925 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: floatingip_pools.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.648618 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.649125 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: floatingip-pools Jan 17 17:09:51.649446 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: ip_allocation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.650360 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.650862 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 17:09:51.651185 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.652121 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.652626 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: ip-substring-filtering Jan 17 17:09:51.652946 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l2_adjacency.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.653861 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.654983 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 17:09:51.655386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.656331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.656845 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: router Jan 17 17:09:51.657167 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.660861 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.661396 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 17:09:51.661721 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.662640 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.663146 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: ext-gw-mode Jan 17 17:09:51.663491 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.664400 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.664904 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: l3-ha Jan 17 17:09:51.665221 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3_flavors.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.666123 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.666630 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: l3-flavors Jan 17 17:09:51.666945 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.667888 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.668391 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 17:09:51.668705 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: l3agentscheduler.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.669719 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.670303 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: l3_agent_scheduler Jan 17 17:09:51.670625 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: logging.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.672175 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.672701 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension logging not supported by any of loaded plugins Jan 17 17:09:51.673033 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: metering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.673769 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.674346 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: metering Jan 17 17:09:51.674670 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.675799 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.676318 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: metering_source_and_destination_fields Jan 17 17:09:51.676643 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: multiprovidernet.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.677558 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.678065 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: multi-provider Jan 17 17:09:51.678388 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: netmtu.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.679291 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.679834 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: net-mtu Jan 17 17:09:51.680155 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: netmtu_writable.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.681056 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.681566 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: net-mtu-writable Jan 17 17:09:51.681886 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: network_availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.682542 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.683043 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: network_availability_zone Jan 17 17:09:51.683359 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: network_ip_availability.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.684459 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.684963 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: network-ip-availability Jan 17 17:09:51.685281 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: network_segment_range.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.686156 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.686659 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 17:09:51.686978 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: pagination.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.687979 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.688304 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: pagination Jan 17 17:09:51.688620 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: port_device_profile.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.689509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.690021 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: port-device-profile Jan 17 17:09:51.690337 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.691244 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.691778 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: port-mac-address-regenerate Jan 17 17:09:51.692093 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.692996 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.693498 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: port-numa-affinity-policy Jan 17 17:09:51.693815 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: port_resource_request.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.694706 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.695202 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 17:09:51.695539 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: portbindings.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.696452 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.696952 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: binding Jan 17 17:09:51.697266 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: portbindings_extended.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.698529 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.699035 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: binding-extended Jan 17 17:09:51.699353 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: portsecurity.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.700284 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.700785 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: port-security Jan 17 17:09:51.701147 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: project_id.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.702742 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.703063 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: project-id Jan 17 17:09:51.703383 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: providernet.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.704332 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.704839 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: provider Jan 17 17:09:51.705157 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.708862 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.709387 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos not supported by any of loaded plugins Jan 17 17:09:51.709711 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.710951 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.711497 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 17:09:51.711824 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.712733 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.713244 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 17:09:51.713568 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_default.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.714727 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.715231 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-default not supported by any of loaded plugins Jan 17 17:09:51.715591 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_fip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.716242 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.716746 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-fip not supported by any of loaded plugins Jan 17 17:09:51.717788 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_gateway_ip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.718780 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.719290 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 17:09:51.719640 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_port_network_policy.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.720553 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.721060 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 17:09:51.721386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_rule_type_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.722293 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.722795 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 17:09:51.723112 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: qos_rules_alias.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.724180 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.724685 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 17:09:51.725004 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: quotasv2.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.725911 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.726235 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: quotas Jan 17 17:09:51.726550 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: quotasv2_detail.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.728182 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.728518 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: quota_details Jan 17 17:09:51.728842 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: rbac.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.729879 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.730399 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: rbac-policies Jan 17 17:09:51.730725 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: rbac_address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.731681 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.732193 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: rbac-address-group Jan 17 17:09:51.732575 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: rbac_address_scope.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.733522 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.734039 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: rbac-address-scope Jan 17 17:09:51.734344 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: rbac_security_groups.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.735248 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.735802 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: rbac-security-groups Jan 17 17:09:51.736125 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: rbac_subnetpool.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.737042 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.737546 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: rbac-subnetpool Jan 17 17:09:51.737889 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: revisionifmatch.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.738791 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.739296 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: revision-if-match Jan 17 17:09:51.739648 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: revisions.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.740740 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.741255 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: standard-attr-revisions Jan 17 17:09:51.741577 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: router_availability_zone.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.742242 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.742749 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: router_availability_zone Jan 17 17:09:51.743070 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: routerservicetype.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.744005 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.744515 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension router-service-type not supported by any of loaded plugins Jan 17 17:09:51.744833 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.745747 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.746250 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: security-groups-normalized-cidr Jan 17 17:09:51.746568 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.747509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.748020 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: port-security-groups-filtering Jan 17 17:09:51.748427 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.749537 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.750047 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: security-groups-remote-address-group Jan 17 17:09:51.750368 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: securitygroup.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.759934 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.760469 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: security-group Jan 17 17:09:51.760801 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: segment.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.761587 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.762094 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension segment not supported by any of loaded plugins Jan 17 17:09:51.762418 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.763337 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.764540 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 17:09:51.764990 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: servicetype.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.766114 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.766637 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: service-type Jan 17 17:09:51.766960 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: sorting.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.767961 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.768290 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: sorting Jan 17 17:09:51.768611 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: standard_attr_segment.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.769509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.770021 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 17:09:51.770341 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: standardattrdescription.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.770979 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.771519 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: standard-attr-description Jan 17 17:09:51.771846 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: stateful_security_group.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.772752 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.773259 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: stateful-security-group Jan 17 17:09:51.773578 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: stdattrs_common.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.774148 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 17:09:51.774463 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.775488 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.776000 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 17:09:51.776319 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnet_onboard.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.777395 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.777906 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: subnet_onboard Jan 17 17:09:51.778225 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.779240 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.780528 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 17:09:51.780849 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnet_service_types.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.781772 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.782285 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: subnet-service-types Jan 17 17:09:51.782600 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnetallocation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.783699 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.784216 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: subnet_allocation Jan 17 17:09:51.784535 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.785188 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.785696 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: subnetpool-prefix-ops Jan 17 17:09:51.786012 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.786932 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.787456 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 17:09:51.787776 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: tagging.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.788809 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.789340 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: standard-attr-tag Jan 17 17:09:51.789661 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: timestamp.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.790845 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.791358 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loaded extension: standard-attr-timestamp Jan 17 17:09:51.791702 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: trunk.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.792725 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.793236 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension trunk not supported by any of loaded plugins Jan 17 17:09:51.793557 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: trunk_details.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.794475 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.795078 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension trunk-details not supported by any of loaded plugins Jan 17 17:09:51.795433 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: uplink_status_propagation.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.796408 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.796916 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 17:09:51.797236 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Loading extension file: vlantransparent.py {{(pid=86720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 17:09:51.797894 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 17:09:51.798394 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 17:09:51.800816 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:network Jan 17 17:09:51.801540 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnet Jan 17 17:09:51.802300 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:09:51.802893 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:port Jan 17 17:09:51.804181 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.804624 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service FLAVORS assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.805231 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.805644 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.805969 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:router Jan 17 17:09:51.806606 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 17:09:51.807307 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service METERING assigned prefix: /metering {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.808770 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.809134 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.809483 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:09:51.811197 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 17:09:51.811715 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:security_group Jan 17 17:09:51.812372 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 17:09:51.813083 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.813419 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:09:51.813753 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] subnetpool is already registered Jan 17 17:09:51.814350 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.814778 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:09:51.815098 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] subnetpool is already registered Jan 17 17:09:51.817640 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.818065 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service FLAVORS assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.818641 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.819051 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.819380 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:router Jan 17 17:09:51.819725 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] router is already registered Jan 17 17:09:51.820303 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:floatingip Jan 17 17:09:51.820625 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] floatingip is already registered Jan 17 17:09:51.821239 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service METERING assigned prefix: /metering {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.821886 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 17:09:51.822205 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] rbac_policy is already registered Jan 17 17:09:51.822742 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:security_group Jan 17 17:09:51.823063 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] security_group is already registered Jan 17 17:09:51.823664 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 17:09:51.823988 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] security_group_rule is already registered Jan 17 17:09:51.824623 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.824946 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:09:51.825272 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] subnetpool is already registered Jan 17 17:09:51.825880 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.v2.resource_helper [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Service CORE assigned prefix: {{(pid=86720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 17:09:51.826761 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 17:09:51.827147 dv-cinder-818883-2-smb neutron-server[86720]: WARNING neutron.quota.resource_registry [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] subnetpool is already registered Jan 17 17:09:51.827978 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: extensions {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.829413 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: address-groups {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.831006 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: address-scopes {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.832247 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.833474 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: auto-allocated-topology {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.834764 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: availability_zones {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.836091 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: dhcp-networks {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.837598 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: dhcp-agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.839300 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.843595 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: flavors {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.844831 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: service_profiles {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.846693 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: next_providers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.849941 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: service_profiles {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.852091 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: floatingip-pools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.853306 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.855097 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: floatingips {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.856291 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: l3-routers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.857707 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: l3-agents {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.859103 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: metering-labels {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.860545 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: metering-label-rules {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.861797 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: network-ip-availabilities {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.863040 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: bindings {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.864714 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: quotas {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.866139 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: quotas {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.867565 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: rbac-policies {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.868852 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: security-groups {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.870034 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: security-group-rules {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.871254 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: service-providers {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.872501 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: subnetpools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.874514 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: subnetpools {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.876005 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.877655 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.879464 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.881231 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.883006 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.884870 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.886530 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.888465 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.890952 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.892811 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron.api.extensions [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Extended resource: tags {{(pid=86720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 17:09:51.898657 dv-cinder-818883-2-smb neutron-server[86720]: WARNING keystonemiddleware.auth_token [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 17:09:51.903340 dv-cinder-818883-2-smb neutron-server[86720]: WARNING keystonemiddleware.auth_token [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 17:09:51.911467 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Acquired lock "singleton_lock" {{(pid=86720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 17 17:09:51.911940 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_concurrency.lockutils [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Releasing lock "singleton_lock" {{(pid=86720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 17 17:09:51.912570 dv-cinder-818883-2-smb neutron-server[86720]: INFO oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Starting 2 workers Jan 17 17:09:51.917246 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Started child 86827 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:09:51.921704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Started child 86828 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:09:51.922631 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.923281 dv-cinder-818883-2-smb neutron-server[86720]: INFO neutron.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 17:09:51.923929 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Notify callbacks [] for process, before_spawn {{(pid=86720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.924141 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [-] (86827) wsgi starting up on http://0.0.0.0:9696 Jan 17 17:09:51.926314 dv-cinder-818883-2-smb neutron-server[86720]: INFO oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Starting 1 workers Jan 17 17:09:51.926437 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.927795 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [-] (86828) wsgi starting up on http://0.0.0.0:9696 Jan 17 17:09:51.931374 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Started child 86829 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:09:51.931926 dv-cinder-818883-2-smb neutron-server[86720]: INFO oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Starting 1 workers Jan 17 17:09:51.934878 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] calling RpcWorker wait() {{(pid=86829) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 17:09:51.935408 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] returning from RpcWorker wait() {{(pid=86829) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 17:09:51.936813 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Started child 86830 {{(pid=86720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 17 17:09:51.937395 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.937594 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG neutron_lib.callbacks.manager [None req-44485585-52c1-4da3-8103-62eeee7db8b1 None None] Notify callbacks [] for process, after_spawn {{(pid=86720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.937959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:09:51.939399 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 17:09:51.939627 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:09:51.939805 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:09:51.940010 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:09:51.940358 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:09:51.940517 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:09:51.941028 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.941296 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.941577 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.941683 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:09:51.942144 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.942144 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.942660 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:09:51.942754 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.942907 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.943139 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.943442 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.943691 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.943856 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.944018 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.944256 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.944484 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.944778 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.945022 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.945265 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.945529 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.945695 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.945947 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.946218 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.946460 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.946710 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.946928 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.947399 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.947649 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.947902 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.948141 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.948415 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.948656 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.948932 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.949158 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.949383 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.949632 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.949896 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.950129 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.950360 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.950569 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.950817 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.951040 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.952302 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] host = dv-cinder-818883-2-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.952493 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.952710 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.952955 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.953198 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.953450 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.953679 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.953936 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.954185 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.954421 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.954640 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.954887 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.955124 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.955351 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.955613 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.955774 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_options = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.955991 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.956262 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.956536 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.956723 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.956892 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.957059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.957321 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.957461 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.957727 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.957954 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.958166 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.958406 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.958633 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.958860 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.959108 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.959331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.959578 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.959784 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.960035 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.960256 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.960474 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.960693 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.960946 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.961188 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.961394 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.961623 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.961843 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.962069 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.962277 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.962524 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.962779 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.963031 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.963261 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.963544 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.963770 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.963997 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.964487 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.964740 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.964965 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.965230 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.965487 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.965704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.965956 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.966184 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.966395 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.966623 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.967010 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.967253 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.967509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.967670 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.967916 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.968060 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.968297 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.969331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:51.969331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.969331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.969524 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.969832 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.970073 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.970294 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.970523 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.970785 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.971094 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.971344 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.971687 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.971903 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.972199 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.972943 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.972943 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.972943 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.973176 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.973468 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.973643 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.974704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.974704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.974704 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.974937 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.975081 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976366 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976551 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976724 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.976933 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.977216 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.977431 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.977638 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.977853 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.978093 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.978318 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.978558 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.978776 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.979006 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.979348 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.979468 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.979707 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.979933 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.980161 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.980377 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.980601 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.980811 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.981066 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.981305 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.981516 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.981730 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.981937 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.982150 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.982391 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.982772 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.983139 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.983533 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.983790 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.984018 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.984272 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.984488 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.984700 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.984910 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.985125 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.985354 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.985589 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.985806 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.986042 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.986263 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.986493 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.986699 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.986907 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.987113 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.987321 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.987551 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.987762 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.987975 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.988205 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.988439 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.988647 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.989036 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.989379 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.989777 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.990276 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.990687 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.991066 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.991408 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.991719 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.991966 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.992233 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.992449 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.992689 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.992931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.993182 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.993422 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.993707 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.993920 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.994134 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.994404 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.994637 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.994853 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.995063 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.995296 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.995565 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.995847 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.996092 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.996357 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.996618 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.996853 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.997136 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.997411 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.997685 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.997920 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.998781 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.999060 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.999324 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.999609 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:51.999838 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.000064 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.000321 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.000581 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.000847 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.001088 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.001348 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.001563 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.001840 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.002096 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.002338 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.002567 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.002792 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.003099 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.003342 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.003571 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.003780 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.004064 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.004307 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.004549 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.004818 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.005068 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.005308 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.005562 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.005816 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.006024 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.006268 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.006535 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.006762 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.006984 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.007210 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.007463 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.007711 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.007887 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.008152 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.008384 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.008653 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.008842 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.009077 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.009291 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.009564 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.009798 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.009994 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.010238 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.010450 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.010660 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.010872 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.011098 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.011354 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.011586 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.011843 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.012087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.012324 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.012544 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.012792 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.013046 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.013253 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.013511 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.013770 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.014579 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.014804 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.015059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.015297 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.015572 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.015800 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.016033 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.016277 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.016520 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.016847 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.017090 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.017329 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.017562 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.017794 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.018004 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.018228 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.018456 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.018663 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.018886 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.019093 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.019349 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.019613 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.019865 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.020104 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.020307 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.020509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.020715 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.020917 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.021196 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.021439 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.021681 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.021903 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.022127 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.022352 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.022555 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.022759 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.022968 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.023170 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.023405 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.023653 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.023860 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.024087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.024332 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.024580 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.024836 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.025046 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.025327 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.025547 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.025771 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.026026 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.026328 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.026540 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.026784 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.027047 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.027257 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.027485 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.027751 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.028057 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.028343 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.028599 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.028843 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.029146 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.029529 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.029802 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.030044 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.030296 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.030620 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.030898 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.031153 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.031389 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.031687 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.031900 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.032108 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.032341 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.032569 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.032781 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.033030 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.033255 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.033473 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.033806 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.033908 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.034105 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.034321 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.034546 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.034758 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.034982 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.035134 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:09:52.035660 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 17 17:09:52.035823 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 17:09:52.035978 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 17:09:52.036143 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 17:09:52.036306 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 17:09:52.036451 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 17:09:52.036651 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.036807 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.036962 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037117 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037270 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037443 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037599 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037751 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.037904 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038060 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038214 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038367 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038519 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038673 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038828 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.038981 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039134 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039286 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039467 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039625 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039778 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.039931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040095 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] debug = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040238 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040415 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040570 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040721 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.040874 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041026 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041178 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041330 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041482 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041634 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041786 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.041938 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042091 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042244 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042384 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042538 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042690 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042842 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] host = dv-cinder-818883-2-smb {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.042994 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043148 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043300 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043474 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043653 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043873 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.043961 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044067 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044219 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044371 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044529 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044681 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.044832 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045120 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045225 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_options = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045384 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045526 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045788 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.045916 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046033 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046158 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046282 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046423 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046577 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046729 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.046882 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047034 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047186 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047338 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047513 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047666 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047819 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.047972 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048124 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048277 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048418 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048570 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.048874 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049026 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049178 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049330 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049482 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049567 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:09:52.049663 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049777 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.049929 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050080 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050232 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050385 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050540 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050732 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.050897 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051044 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051181 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051314 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051472 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051607 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051743 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.051877 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052012 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052148 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_json = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052293 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052430 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052588 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052733 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.052855 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.053008 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.053159 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.053312 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 17:09:52.053483 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.053931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.053931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.053931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.054439 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.054439 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.054439 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055028 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055028 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055028 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055028 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055329 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055329 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055547 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055672 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055756 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.055876 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056032 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056187 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056389 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056516 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056651 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056776 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.056931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057242 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057398 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057779 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057779 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.057992 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058072 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058203 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058360 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058515 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058722 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.058883 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059038 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059194 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059350 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059528 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059686 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059841 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.059996 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.060153 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.060308 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.060574 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.061246 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.061494 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.061494 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.061701 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.061897 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062055 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062211 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062367 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062523 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062667 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062823 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.062979 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063134 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063289 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063463 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063632 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063788 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.063955 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064130 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064253 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064407 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064564 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064718 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.064874 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065029 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065184 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065341 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065496 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065651 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065812 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.065968 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066108 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066447 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066447 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066692 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066692 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.066934 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067019 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067139 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067307 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067496 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067653 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067808 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.067964 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068166 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068302 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068426 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068549 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068707 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.068863 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069018 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069176 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069487 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069643 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069797 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.069952 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070107 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070262 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070418 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070573 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070729 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.070884 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071038 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071193 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071356 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071533 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071693 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.071849 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072011 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072176 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072332 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072487 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072642 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072797 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.072952 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073107 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073263 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073419 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073574 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073729 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.073890 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074345 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074345 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074345 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074950 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074950 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074950 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.074950 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075473 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075473 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075473 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075783 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075783 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.075925 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.076125 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.076239 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.076491 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.076723 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077030 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077190 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077346 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077505 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077661 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077816 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.077974 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078131 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078288 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078443 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078598 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078755 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.078910 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079066 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079222 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079378 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079557 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079713 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.079867 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080022 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080176 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080331 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080486 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080641 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080799 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.080954 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081110 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081265 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081421 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081576 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081733 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.081891 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082039 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082192 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082347 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082501 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082657 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082813 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.082968 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083124 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083280 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083468 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083620 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083777 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.083932 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084243 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084416 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084543 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084699 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.084854 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085180 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085180 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085343 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085446 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085602 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085758 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.085920 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086075 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086230 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086553 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086714 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.086866 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087184 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087327 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087528 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087686 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087841 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.087998 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088156 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088320 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088476 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088632 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088787 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.088943 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.089410 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.089509 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.089666 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.089830 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.089985 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090140 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090295 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090462 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090617 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090776 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.090931 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.091087 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.091242 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.091399 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.091581 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.091784 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.092476 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.092769 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.092939 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093105 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093271 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093418 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093579 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093746 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.093902 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094059 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094213 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094369 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094576 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094666 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094810 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.094966 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095122 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095277 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095461 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095609 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095765 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.095921 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.096076 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.096231 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.096386 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.096545 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.096699 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 17:09:52.097029 dv-cinder-818883-2-smb neutron-server[86720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 17:09:52.195440 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44072) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:09:52.205628 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0076878 Jan 17 17:10:02.666740 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667d8f5-a912-4ffc-b34e-341da5540ff9 None None] get_active_networks_info from dv-cinder-818883-2-smb {{(pid=86829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 17 17:10:02.749930 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667d8f5-a912-4ffc-b34e-341da5540ff9 None None] No non-hosted networks {{(pid=86829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 17:10:02.757324 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.agentschedulers_db [None req-e667d8f5-a912-4ffc-b34e-341da5540ff9 None None] DHCP Agent not found on host dv-cinder-818883-2-smb {{(pid=86829) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 17:10:02.827134 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-521b764f-ab6a-40e4-bf24-2d85716f3dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:05.054347 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-de9f5aff-2a23-4bec-a288-c87cc83cdc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:05.068344 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ed2deab0-ad10-4fcc-b79e-405f08aca975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:06.052395 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:06.053830 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.054296 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.055393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.057859 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.059121 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.060623 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.061854 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.064711 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.065245 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.065758 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.066246 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.066749 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:06.067336 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818883-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:06.081339 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818883-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:06.112659 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:07.551635 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:09.163480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44166) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:09.773176 dv-cinder-818883-2-smb neutron-server[86828]: WARNING oslo_policy.policy [None req-57fe4250-9690-4dc3-8c22-585cd1de6ee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:09.773758 dv-cinder-818883-2-smb neutron-server[86828]: WARNING oslo_policy.policy [None req-57fe4250-9690-4dc3-8c22-585cd1de6ee4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:09.997344 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-57fe4250-9690-4dc3-8c22-585cd1de6ee4 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:10:09.998594 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-57fe4250-9690-4dc3-8c22-585cd1de6ee4 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8341784 Jan 17 17:10:10.004811 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.db.l3_hamode_db [None req-07218635-417a-43b2-a153-84cc36953931 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 17:10:10.096639 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07218635-417a-43b2-a153-84cc36953931 None None] Routers set() bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:10:10.097025 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07218635-417a-43b2-a153-84cc36953931 None None] Router IDs set() for agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 17 17:10:12.398941 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44180) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:12.759845 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:12.874606 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.policy [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86828) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 17:10:12.929255 dv-cinder-818883-2-smb neutron-server[86828]: WARNING oslo_policy.policy [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:12.929625 dv-cinder-818883-2-smb neutron-server[86828]: WARNING oslo_policy.policy [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:12.943032 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.quota [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Loaded quota_driver: . Jan 17 17:10:12.959270 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:13.019786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579305558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579304099', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579359339', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579354283', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579344389', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751579337006', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-572631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-857176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1880686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1997911'] for rbac-policy, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:13.087534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:13.088684 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c4b595f1-3123-4571-980f-a6e3cfc3a3a0 admin admin] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6887655 Jan 17 17:10:15.724657 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44194) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:16.071762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'name': 'private'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:16.076524 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:16.080950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Usage tracker for resource:network and tenant:cf77eb37ff754c1088aebfc20a875cb5 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:16.085561 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:16.092759 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:16.101982 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Made reservation on behalf of cf77eb37ff754c1088aebfc20a875cb5 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:10:16.104715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.123281 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.136994 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:16.140722 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Usage tracker for resource:security_group_rule and tenant:cf77eb37ff754c1088aebfc20a875cb5 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:16.145767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:16.151230 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:16.255062 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.258477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.282408 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:10:16.306015 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751582473997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.306589 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Unsubscribe: segment precommit_create {{(pid=86828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 17:10:16.307054 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Added segment c5db6935-cc1a-428f-af16-f9d1e6b400bb of type vlan for network 5a3ee4fd-5aea-48ed-96af-31341b275427 Jan 17 17:10:16.315329 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1d5ec-beb7-4d3f-b1fa-82f72c42f89f,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:16.372390 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.372872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.373116 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.373446 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.373771 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.374095 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.374414 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.374739 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.375071 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.375389 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.375730 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.376043 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Tracked resource versions report: Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: pushed versions: Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: { 'AddressGroup': {'1.2'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'ConntrackHelper': {'1.0'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Log': {'1.0'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Network': {'1.1'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Port': {'1.7'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'PortForwarding': {'1.2'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'QosPolicy': {'1.8'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroup': {'1.4'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SubPort': {'1.0'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Subnet': {'1.1'}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Trunk': {'1.1'}} Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: consumer versions: Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'ConntrackHelper': '1.0', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Log': '1.0', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Network': '1.1', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Port': '1.7', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'PortForwarding': '1.2', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'QosPolicy': '1.8', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroup': '1.4', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroupRule': '1.2', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'SubPort': '1.0', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Subnet': '1.1', Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: 'Trunk': '1.1'}} Jan 17 17:10:16.377076 dv-cinder-818883-2-smb neutron-server[86828]: {{(pid=86828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:10:16.418534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.458923 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.460003 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:16.460653 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:16.566930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] Pushing event updated for resources: {'Network': ['ID=5a3ee4fd-5aea-48ed-96af-31341b275427,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:16.570359 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-9a96f237-74b3-4242-9223-fa8081b3a30d admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8447165 Jan 17 17:10:16.594683 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:10:19.247110 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44210) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:19.696616 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd779d47-52fd-4802-82a7-612d09bb9a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:19.697963 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fd779d47-52fd-4802-82a7-612d09bb9a94 admin admin] 10.222.0.102 "GET /v2.0/networks/5a3ee4fd-5aea-48ed-96af-31341b275427 HTTP/1.1" status: 200 len: 825 time: 0.4498007 Jan 17 17:10:19.725145 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b0f44718-4789-410d-adcf-ac331f442465 admin admin] 10.222.0.102 "GET /v2.0/subnetpools/fb4faace-e38b-4f76-892d-09b82152358d HTTP/1.1" status: 200 len: 734 time: 0.0215316 Jan 17 17:10:19.734087 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Request body: {'subnet': {'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'gateway_ip': '172.20.0.1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:19.738259 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:19.741995 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Usage tracker for resource:subnet and tenant:cf77eb37ff754c1088aebfc20a875cb5 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:19.744847 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:19.750604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:19.760685 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Made reservation on behalf of cf77eb37ff754c1088aebfc20a875cb5 for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:10:19.763257 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:20.053510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:20.135030 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e362875-b141-40ba-bf16-bf46a451f9e8,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:20.137005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Checking segment: {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:10:20.137361 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Network hostable DHCP agents. Network: 5a3ee4fd-5aea-48ed-96af-31341b275427, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:10:20.158809 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:10:20.168357 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 5a3ee4fd-5aea-48ed-96af-31341b275427) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:20.173649 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:20.174230 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:20.178780 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4263ea7-3666-4816-9bf0-afdae92b92c4 None None] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:10:20.206301 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0954a353-7437-44ca-a43f-fa84f16eacb1 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4623730 Jan 17 17:10:20.575352 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-5a3ee4fd-5aea-48ed-96af-31341b275427', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:10:20.577325 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:20.759045 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Allocated IP 172.20.0.2 (5a3ee4fd-5aea-48ed-96af-31341b275427/9e362875-b141-40ba-bf16-bf46a451f9e8/a7400104-3ae0-4f11-8aa2-9daff820e440) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:10:20.988535 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:21.002376 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Transition to ACTIVE for port object a7400104-3ae0-4f11-8aa2-9daff820e440 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:10:21.024935 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Transition to ACTIVE for port object a7400104-3ae0-4f11-8aa2-9daff820e440 will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:10:21.031667 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:21.095456 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:10:21.098102 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:21.106799 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:10:21.109632 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Pushing event updated for resources: {'Port': ['ID=a7400104-3ae0-4f11-8aa2-9daff820e440,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:21.143576 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.143918 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.144252 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.144583 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.144905 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.145230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.145559 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.145873 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.146189 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.146505 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.146822 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.147131 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Tracked resource versions report: Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: pushed versions: Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: { 'AddressGroup': {'1.2'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'ConntrackHelper': {'1.0'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Log': {'1.0'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Network': {'1.1'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Port': {'1.7'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'PortForwarding': {'1.2'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'QosPolicy': {'1.8'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroup': {'1.4'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SubPort': {'1.0'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Subnet': {'1.1'}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Trunk': {'1.1'}} Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: consumer versions: Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'ConntrackHelper': '1.0', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Log': '1.0', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Network': '1.1', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Port': '1.7', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'PortForwarding': '1.2', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'QosPolicy': '1.8', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroup': '1.4', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroupRule': '1.2', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'SubPort': '1.0', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Subnet': '1.1', Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: 'Trunk': '1.1'}} Jan 17 17:10:21.148230 dv-cinder-818883-2-smb neutron-server[86829]: {{(pid=86829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:10:21.213839 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Attempting to bind port a7400104-3ae0-4f11-8aa2-9daff820e440 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:10:21.214775 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Attempting to bind port a7400104-3ae0-4f11-8aa2-9daff820e440 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:10:21.214927 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Attempting to bind port a7400104-3ae0-4f11-8aa2-9daff820e440 on network 5a3ee4fd-5aea-48ed-96af-31341b275427 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:10:21.220230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:10:21.220618 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Checking segment: {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:10:21.221104 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:21.221491 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Bound using segment: {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:10:21.221983 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Bound port: a7400104-3ae0-4f11-8aa2-9daff820e440, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:10:21.222363 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:21.308956 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] For port a7400104-3ae0-4f11-8aa2-9daff820e440, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:10:21.313384 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] For port a7400104-3ae0-4f11-8aa2-9daff820e440, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a7400104-3ae0-4f11-8aa2-9daff820e440,segment=NetworkSegment(c5db6935-cc1a-428f-af16-f9d1e6b400bb),segment_id=c5db6935-cc1a-428f-af16-f9d1e6b400bb)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:10:21.317780 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:21.427027 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a96e1-490a-498d-bd58-8fefcb625450 None None] Pushing event updated for resources: {'Port': ['ID=a7400104-3ae0-4f11-8aa2-9daff820e440,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:22.652776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44220) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:23.030153 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-dc2afb92-cc63-429a-8424-c1d1ba29b59a admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:10:23.031130 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-dc2afb92-cc63-429a-8424-c1d1ba29b59a admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3773828 Jan 17 17:10:25.073276 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c50157-7078-494f-b3a5-0a5a2ba12c68 None None] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:10:25.172959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-22a2c189-6a88-4e3f-9820-f26504ff88a1 None None] Provisioning for port a7400104-3ae0-4f11-8aa2-9daff820e440 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:10:25.459056 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44234) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:25.830587 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a7400104-3ae0-4f11-8aa2-9daff820e440 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:25.838212 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-da315055-2150-4975-a874-523e4e73b9d2 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:10:25.839465 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-da315055-2150-4975-a874-523e4e73b9d2 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3794358 Jan 17 17:10:25.899377 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port a7400104-3ae0-4f11-8aa2-9daff820e440 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:10:25.905151 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a7400104-3ae0-4f11-8aa2-9daff820e440 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:25.905555 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:26.029823 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:26.072025 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port a7400104-3ae0-4f11-8aa2-9daff820e440, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a7400104-3ae0-4f11-8aa2-9daff820e440,segment=NetworkSegment(c5db6935-cc1a-428f-af16-f9d1e6b400bb),segment_id=c5db6935-cc1a-428f-af16-f9d1e6b400bb)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:10:26.077213 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:26.144386 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=a7400104-3ae0-4f11-8aa2-9daff820e440,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:27.811000 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a7400104-3ae0-4f11-8aa2-9daff820e440 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:27.880110 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a7400104-3ae0-4f11-8aa2-9daff820e440 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:27.880479 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:28.526772 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44246) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:28.871799 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Request body: {'router': {'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'name': 'router1', 'admin_state_up': True}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:28.877552 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:28.881338 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Usage tracker for resource:router and tenant:cf77eb37ff754c1088aebfc20a875cb5 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:28.884563 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:28.890870 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:28.901644 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:28.903362 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:28.928349 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:29.036616 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:29.054549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:29.055713 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-826bd38f-5e21-47c3-8f8b-cbce4e2bbd06 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5279660 Jan 17 17:10:31.456025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44256) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:31.814274 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-e70479bf-0033-413a-89b4-50d571332c99 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:10:31.815374 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e70479bf-0033-413a-89b4-50d571332c99 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584409 Jan 17 17:10:32.636936 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-affd2afa-d250-4d74-bd91-79529e32a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:34.185243 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 44266) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:34.764374 dv-cinder-818883-2-smb neutron-server[86827]: WARNING oslo_policy.policy [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:34.764913 dv-cinder-818883-2-smb neutron-server[86827]: WARNING oslo_policy.policy [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:34.983333 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:34.985076 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.quota [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Loaded quota_driver: . Jan 17 17:10:35.000758 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:35.007113 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Usage tracker for resource:network and tenant:5f2e5edc4bcd48bd96e8656455195bdc is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:35.013544 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:35.021216 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:35.027163 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b9af667-ac2c-4bb6-9123-67656e58b3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.038992 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Made reservation on behalf of 5f2e5edc4bcd48bd96e8656455195bdc for: {'network': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:10:35.115698 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.policy [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86827) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 17:10:35.161590 dv-cinder-818883-2-smb neutron-server[86827]: WARNING oslo_policy.policy [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:35.161951 dv-cinder-818883-2-smb neutron-server[86827]: WARNING oslo_policy.policy [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 17:10:35.172173 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.192284 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.209986 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:35.214052 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Usage tracker for resource:security_group_rule and tenant:5f2e5edc4bcd48bd96e8656455195bdc is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:35.217708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:35.223599 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:35.321244 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.324877 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.339623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Reserving flat network on physical network physnet1 {{(pid=86827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 17:10:35.362135 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751582473997', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.362703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Unsubscribe: segment precommit_create {{(pid=86827) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 17:10:35.363185 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.segments_db [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Added segment aa9de84e-88c9-4560-96d7-8b9b02f8d436 of type flat for network 2380971e-a092-461d-9e1a-22501dfb4d9c Jan 17 17:10:35.432930 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9119368a-c7e9-4e78-9f6d-01d760b55a28,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:35.452802 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.453177 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.453468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.453830 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.454112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.454429 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.454742 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.455056 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.455383 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.455721 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.456030 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.456339 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Tracked resource versions report: Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: pushed versions: Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: { 'AddressGroup': {'1.2'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'ConntrackHelper': {'1.0'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Log': {'1.0'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Network': {'1.1'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Port': {'1.7'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'PortForwarding': {'1.2'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'QosPolicy': {'1.8'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroup': {'1.4'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SubPort': {'1.0'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Subnet': {'1.1'}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Trunk': {'1.1'}} Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: consumer versions: Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'ConntrackHelper': '1.0', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Log': '1.0', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Network': '1.1', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Port': '1.7', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'PortForwarding': '1.2', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'QosPolicy': '1.8', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroup': '1.4', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroupRule': '1.2', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'SubPort': '1.0', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Subnet': '1.1', Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: 'Trunk': '1.1'}} Jan 17 17:10:35.457362 dv-cinder-818883-2-smb neutron-server[86827]: {{(pid=86827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:10:35.491998 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.534937 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.536216 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:35.536870 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:35.649185 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] Pushing event updated for resources: {'Network': ['ID=2380971e-a092-461d-9e1a-22501dfb4d9c,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:35.651883 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4c0019ea-55c5-4587-891c-9cbd73008334 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4646087 Jan 17 17:10:35.662441 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 2380971e-a092-461d-9e1a-22501dfb4d9c details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:10:36.034660 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:36.047859 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:37.514901 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:37.999174 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44298) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:38.203858 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6136486-a178-4861-ab42-37bb8429c8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:38.205214 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f6136486-a178-4861-ab42-37bb8429c8dc admin admin] 10.222.0.102 "GET /v2.0/subnets/9e362875-b141-40ba-bf16-bf46a451f9e8 HTTP/1.1" status: 200 len: 849 time: 0.2050982 Jan 17 17:10:38.353299 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f9f4f9e9-f584-48b7-9d1d-01ce41e1cf42 admin admin] 10.222.0.102 "GET /v2.0/routers/76d2accb-2851-4753-803a-d0ed7f32cd27 HTTP/1.1" status: 200 len: 704 time: 0.1419268 Jan 17 17:10:38.817233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.039969 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Allocated IP 172.20.0.1 (5a3ee4fd-5aea-48ed-96af-31341b275427/9e362875-b141-40ba-bf16-bf46a451f9e8/d1f703f9-16c6-48a1-86eb-19d00c47f862) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:10:39.222101 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.239647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Transition to ACTIVE for port object d1f703f9-16c6-48a1-86eb-19d00c47f862 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:10:39.291618 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.357544 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:10:39.360122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:39.364071 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:10:39.364583 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.501788 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f703f9-16c6-48a1-86eb-19d00c47f862,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:39.607316 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-631e66e9-5717-462f-8d51-063be07d9c00 None None] Provisioning for port d1f703f9-16c6-48a1-86eb-19d00c47f862 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:10:39.611848 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-631e66e9-5717-462f-8d51-063be07d9c00 None None] Provisioning complete for port d1f703f9-16c6-48a1-86eb-19d00c47f862 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:39.612212 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-631e66e9-5717-462f-8d51-063be07d9c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.631301 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.663663 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-631e66e9-5717-462f-8d51-063be07d9c00 None None] Port d1f703f9-16c6-48a1-86eb-19d00c47f862 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:10:39.858959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.863263 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.864004 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:39.992803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f703f9-16c6-48a1-86eb-19d00c47f862,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:40.053919 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:10:40.054879 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:40.249407 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Router 76d2accb-2851-4753-803a-d0ed7f32cd27 is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:10:40.284990 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-effc89ca-1201-4b68-b6ca-5bdc02ea157b None None] Provisioning complete for port d1f703f9-16c6-48a1-86eb-19d00c47f862 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:40.285361 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-effc89ca-1201-4b68-b6ca-5bdc02ea157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:40.341659 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-effc89ca-1201-4b68-b6ca-5bdc02ea157b None None] Port d1f703f9-16c6-48a1-86eb-19d00c47f862 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:10:40.402646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:10:40.413702 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f111eb0c-960d-4242-b640-321559e9f762 admin admin] 10.222.0.102 "PUT /v2.0/routers/76d2accb-2851-4753-803a-d0ed7f32cd27/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0534880 Jan 17 17:10:40.413863 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Sync routers for ids ['76d2accb-2851-4753-803a-d0ed7f32cd27'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:10:40.423058 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Routers {'76d2accb-2851-4753-803a-d0ed7f32cd27'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:10:40.424027 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:10:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['76d2accb-2851-4753-803a-d0ed7f32cd27'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:40.597827 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Set router 76d2accb-2851-4753-803a-d0ed7f32cd27 gateway port host: None {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:10:40.966390 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:39Z', 'revision_number': 2, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:39Z', 'revision_number': 2, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:40.971462 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Checking router: 76d2accb-2851-4753-803a-d0ed7f32cd27 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:10:40.971846 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Updating router 76d2accb-2851-4753-803a-d0ed7f32cd27 port d1f703f9-16c6-48a1-86eb-19d00c47f862 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:10:41.027039 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.410231 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.426164 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Transition to ACTIVE for port object d1f703f9-16c6-48a1-86eb-19d00c47f862 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:10:41.433172 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.633012 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Pushing event updated for resources: {'Port': ['ID=d1f703f9-16c6-48a1-86eb-19d00c47f862,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:41.672444 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.672798 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.673140 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.673480 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.673810 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.674140 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.674523 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.674792 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.675114 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.675454 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.675779 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.676095 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Tracked resource versions report: Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: pushed versions: Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: { 'AddressGroup': {'1.2'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'ConntrackHelper': {'1.0'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Log': {'1.0'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Network': {'1.1'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Port': {'1.7'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'PortForwarding': {'1.2'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'QosPolicy': {'1.8'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroup': {'1.4'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SubPort': {'1.0'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Subnet': {'1.1'}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Trunk': {'1.1'}} Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: consumer versions: Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'ConntrackHelper': '1.0', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Log': '1.0', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Network': '1.1', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Port': '1.7', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'PortForwarding': '1.2', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'QosPolicy': '1.8', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroup': '1.4', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroupRule': '1.2', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'SubPort': '1.0', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Subnet': '1.1', Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: 'Trunk': '1.1'}} Jan 17 17:10:41.677143 dv-cinder-818883-2-smb neutron-server[86830]: {{(pid=86830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:10:41.702550 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Attempting to bind port d1f703f9-16c6-48a1-86eb-19d00c47f862 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:10:41.703337 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Attempting to bind port d1f703f9-16c6-48a1-86eb-19d00c47f862 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:10:41.703821 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Attempting to bind port d1f703f9-16c6-48a1-86eb-19d00c47f862 on network 5a3ee4fd-5aea-48ed-96af-31341b275427 {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:10:41.710207 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:10:41.710612 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Checking segment: {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:10:41.711099 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.711514 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Bound using segment: {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:10:41.712030 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Bound port: d1f703f9-16c6-48a1-86eb-19d00c47f862, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5db6935-cc1a-428f-af16-f9d1e6b400bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:10:41.712416 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.799441 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] For port d1f703f9-16c6-48a1-86eb-19d00c47f862, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:10:41.803878 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] For port d1f703f9-16c6-48a1-86eb-19d00c47f862, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=d1f703f9-16c6-48a1-86eb-19d00c47f862,segment=NetworkSegment(c5db6935-cc1a-428f-af16-f9d1e6b400bb),segment_id=c5db6935-cc1a-428f-af16-f9d1e6b400bb)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:10:41.807838 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:41.900434 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Routers {'76d2accb-2851-4753-803a-d0ed7f32cd27'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:10:41.901053 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:10:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['76d2accb-2851-4753-803a-d0ed7f32cd27'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:41.949532 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8691-866b-4ece-9669-c1512ecf1d27 None None] Pushing event updated for resources: {'Port': ['ID=d1f703f9-16c6-48a1-86eb-19d00c47f862,revision_number=4']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:42.060902 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] Set router 76d2accb-2851-4753-803a-d0ed7f32cd27 gateway port host: None {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:10:42.395595 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:39Z', 'revision_number': 2, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:41Z', 'revision_number': 4, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:42.399468 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c03381-9f4a-485c-9c69-eae44718f8ab None None] The sync data for ids ['76d2accb-2851-4753-803a-d0ed7f32cd27'] in dv-cinder-818883-2-smb is: [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:39Z', 'revision_number': 2, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port_host': None, '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:41Z', 'revision_number': 4, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:10:42.652084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44320) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:42.850471 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b3fe5f-24dd-4c49-b985-eb3e8d25598f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:42.851863 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-71b3fe5f-24dd-4c49-b985-eb3e8d25598f admin admin] 10.222.0.102 "GET /v2.0/networks/2380971e-a092-461d-9e1a-22501dfb4d9c HTTP/1.1" status: 200 len: 842 time: 0.1987710 Jan 17 17:10:42.861028 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:42.865968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:10:42.869698 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Usage tracker for resource:subnet and tenant:5f2e5edc4bcd48bd96e8656455195bdc is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:10:42.873001 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:10:42.878445 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:10:42.888425 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Made reservation on behalf of 5f2e5edc4bcd48bd96e8656455195bdc for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:10:42.890770 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:43.258443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.objects.ports [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86828) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 17 17:10:43.258911 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:43.336614 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:10:43.336973 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Network hostable DHCP agents. Network: 2380971e-a092-461d-9e1a-22501dfb4d9c, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:10:43.349047 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3057ebf7-bf45-4253-88e5-42ac34cee0d8,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:43.361637 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:10:43.373056 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 2380971e-a092-461d-9e1a-22501dfb4d9c) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:43.377309 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:43.377935 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:43.382979 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199384a2-599b-4c11-9d54-2064747c450d None None] Network 2380971e-a092-461d-9e1a-22501dfb4d9c requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:10:43.400687 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-2a7f6c3c-6e1e-4494-8fcd-d6a402b4151a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5430210 Jan 17 17:10:43.611599 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee37f5-1ba3-4d7b-aa7f-bbd22830e7a0 None None] Network 2380971e-a092-461d-9e1a-22501dfb4d9c requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:10:43.850738 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d1f703f9-16c6-48a1-86eb-19d00c47f862 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:43.917766 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port d1f703f9-16c6-48a1-86eb-19d00c47f862 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:10:43.923138 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port d1f703f9-16c6-48a1-86eb-19d00c47f862 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:43.923537 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:44.066915 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:44.098926 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port d1f703f9-16c6-48a1-86eb-19d00c47f862, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=d1f703f9-16c6-48a1-86eb-19d00c47f862,segment=NetworkSegment(c5db6935-cc1a-428f-af16-f9d1e6b400bb),segment_id=c5db6935-cc1a-428f-af16-f9d1e6b400bb)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:10:44.103250 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:44.174488 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=d1f703f9-16c6-48a1-86eb-19d00c47f862,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:45.740188 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44334) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:45.822514 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d1f703f9-16c6-48a1-86eb-19d00c47f862 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:45.890616 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port d1f703f9-16c6-48a1-86eb-19d00c47f862 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:45.890983 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:45.937960 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ec7ed352-57a0-4132-abfb-87bf0f38fc8d admin admin] 10.222.0.102 "GET /v2.0/routers/76d2accb-2851-4753-803a-d0ed7f32cd27 HTTP/1.1" status: 200 len: 710 time: 0.1965740 Jan 17 17:10:46.072052 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab680b6-57dd-4504-974b-5d4ee453e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:10:46.073396 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0ab680b6-57dd-4504-974b-5d4ee453e64b admin admin] 10.222.0.102 "GET /v2.0/networks/2380971e-a092-461d-9e1a-22501dfb4d9c HTTP/1.1" status: 200 len: 886 time: 0.1304052 Jan 17 17:10:46.082374 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:10:46.576842 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:46.898359 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:46.955193 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:47.084654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Allocated IP 172.28.0.20 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/778b2dc4-7247-42be-966f-e3eab3817e05) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:10:47.224173 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:47.252671 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:47.311744 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:10:47.314396 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:10:47.321800 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:10:47.382762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Pushing event updated for resources: {'Port': ['ID=778b2dc4-7247-42be-966f-e3eab3817e05,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:47.702223 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:48.086223 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:48.089672 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1640151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1640152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640857'] for router, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:48.261214 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Router 76d2accb-2851-4753-803a-d0ed7f32cd27 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:10:48.433102 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:10:48.441421 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:48.443688 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ae71ee66-392a-476d-85f5-ae8bb21e615c admin admin] 10.222.0.102 "PUT /v2.0/routers/76d2accb-2851-4753-803a-d0ed7f32cd27 HTTP/1.1" status: 200 len: 889 time: 2.3633239 Jan 17 17:10:48.443808 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Sync routers for ids ['76d2accb-2851-4753-803a-d0ed7f32cd27'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:10:48.453261 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Routers {'76d2accb-2851-4753-803a-d0ed7f32cd27'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:10:48.453946 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:10:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['76d2accb-2851-4753-803a-d0ed7f32cd27'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:48.646005 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Set router 76d2accb-2851-4753-803a-d0ed7f32cd27 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:10:48.987442 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:10:49.000728 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:47Z', 'revision_number': 4, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port': {'id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:46Z', 'updated_at': '2022-01-17T17:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:44Z', 'revision_number': 5, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:49.005850 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Checking router: 76d2accb-2851-4753-803a-d0ed7f32cd27 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:10:49.006226 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Updating router 76d2accb-2851-4753-803a-d0ed7f32cd27 port 778b2dc4-7247-42be-966f-e3eab3817e05 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:10:49.058362 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.451283 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.466010 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Transition to ACTIVE for port object 778b2dc4-7247-42be-966f-e3eab3817e05 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:10:49.473470 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.563288 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Attempting to bind port 778b2dc4-7247-42be-966f-e3eab3817e05 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:10:49.563677 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Attempting to bind port 778b2dc4-7247-42be-966f-e3eab3817e05 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:10:49.564036 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Attempting to bind port 778b2dc4-7247-42be-966f-e3eab3817e05 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:10:49.571653 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1a6c4-3d6a-4928-a710-a11a78eca5aa None None] Pushing event updated for resources: {'Port': ['ID=778b2dc4-7247-42be-966f-e3eab3817e05,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:49.578519 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:10:49.578897 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:10:49.579292 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.579718 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:10:49.580187 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Bound port: 778b2dc4-7247-42be-966f-e3eab3817e05, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:10:49.580571 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.662022 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] For port 778b2dc4-7247-42be-966f-e3eab3817e05, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:10:49.665422 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] For port 778b2dc4-7247-42be-966f-e3eab3817e05, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=778b2dc4-7247-42be-966f-e3eab3817e05,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:10:49.669267 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:49.782807 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1a6c4-3d6a-4928-a710-a11a78eca5aa None None] Pushing event updated for resources: {'Port': ['ID=778b2dc4-7247-42be-966f-e3eab3817e05,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:49.785409 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Routers {'76d2accb-2851-4753-803a-d0ed7f32cd27'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:10:49.785989 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:10:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['76d2accb-2851-4753-803a-d0ed7f32cd27'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:49.962504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] Set router 76d2accb-2851-4753-803a-d0ed7f32cd27 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:10:50.288368 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:47Z', 'revision_number': 4, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port': {'id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:46Z', 'updated_at': '2022-01-17T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:44Z', 'revision_number': 5, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:10:50.292094 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c534693a-f00f-4320-aa62-b78912d7979a None None] The sync data for ids ['76d2accb-2851-4753-803a-d0ed7f32cd27'] in dv-cinder-818883-2-smb is: [{'id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'name': 'router1', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20'}], 'enable_snat': True}, 'gw_port_id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:10:28Z', 'updated_at': '2022-01-17T17:10:47Z', 'revision_number': 4, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'gw_port': {'id': '778b2dc4-7247-42be-966f-e3eab3817e05', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:46Z', 'updated_at': '2022-01-17T17:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'd1f703f9-16c6-48a1-86eb-19d00c47f862', 'name': '', 'network_id': '5a3ee4fd-5aea-48ed-96af-31341b275427', 'tenant_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'mac_address': 'fa:16:3e:f4:e4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d2accb-2851-4753-803a-d0ed7f32cd27', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:10:38Z', 'updated_at': '2022-01-17T17:10:44Z', 'revision_number': 5, 'project_id': 'cf77eb37ff754c1088aebfc20a875cb5', 'subnets': [{'id': '9e362875-b141-40ba-bf16-bf46a451f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb4faace-e38b-4f76-892d-09b82152358d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:10:50.943037 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44344) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:10:51.062397 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-3ef985d8-7fa0-4fe9-bf69-74cd2052e320 admin admin] 10.222.0.102 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1181874 Jan 17 17:10:51.848728 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 778b2dc4-7247-42be-966f-e3eab3817e05 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:51.937839 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 778b2dc4-7247-42be-966f-e3eab3817e05 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:10:51.944188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 778b2dc4-7247-42be-966f-e3eab3817e05 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:51.944569 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:52.060766 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:52.076690 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 778b2dc4-7247-42be-966f-e3eab3817e05, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=778b2dc4-7247-42be-966f-e3eab3817e05,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:10:52.080793 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:10:52.151612 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=778b2dc4-7247-42be-966f-e3eab3817e05,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:10:53.833806 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 778b2dc4-7247-42be-966f-e3eab3817e05 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:10:53.911030 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 778b2dc4-7247-42be-966f-e3eab3817e05 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:10:53.911403 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:02.641021 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-d31842fd-416d-4989-a52f-876c7a1a490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:05.031862 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-25a0b294-3f87-4ce3-9de4-3cc558b8e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:06.027217 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:06.049138 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:07.532112 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:25.977395 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:11:32.644590 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b0d8c763-6530-462c-9944-4ad1baca22a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:35.036069 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-74c519c6-76c7-4e59-baae-5eac77709468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:36.032394 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:36.053766 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:11:37.540488 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:02.648525 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-001b2282-1049-4c83-bac5-0473e70ce4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:02.978649 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:12:05.039497 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-0c2cce9c-ea34-4f51-a29d-2f8b7ac0add5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:06.028565 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:06.068879 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:07.546188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:32.651978 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4ee12043-44b4-4582-b58d-c83f3558d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:35.040841 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-df2afb0c-67b1-4f5f-9df1-3995487bb600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:36.031729 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:36.059163 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:37.545904 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:39.982774 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:12:54.133755 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44914) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:12:54.200260 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c361b1-834d-4521-9434-7df2befe8ea5 admin admin] GET failed (client error): The resource could not be found. Jan 17 17:12:54.201493 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-14c361b1-834d-4521-9434-7df2befe8ea5 admin admin] 10.222.0.102 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668106 Jan 17 17:12:54.330527 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f856f-fce6-430e-92dc-8dfad0c33cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:12:54.331991 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-461f856f-fce6-430e-92dc-8dfad0c33cc2 admin admin] 10.222.0.102 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1266921 Jan 17 17:12:56.451181 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44924) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:12:56.554563 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980a796-c0d1-4402-a3af-0937544065d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:12:56.555110 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1980a796-c0d1-4402-a3af-0937544065d4 admin admin] Synchronizing usage tracker for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:subnet {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:12:56.574076 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1980a796-c0d1-4402-a3af-0937544065d4 admin admin] Unset dirty status for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:subnet {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:12:56.575255 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1980a796-c0d1-4402-a3af-0937544065d4 admin admin] 10.222.0.102 "GET /v2.0/subnets/9e362875-b141-40ba-bf16-bf46a451f9e8 HTTP/1.1" status: 200 len: 849 time: 0.1231136 Jan 17 17:12:56.584566 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:12:56.703079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Notify callbacks [] for subnet, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:56.890900 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751582427118'] for subnet, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:56.933461 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:12:56.934049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:56.935318 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] 10.222.0.102 "PUT /v2.0/subnets/9e362875-b141-40ba-bf16-bf46a451f9e8 HTTP/1.1" status: 200 len: 868 time: 0.3544805 Jan 17 17:12:56.936262 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b42a3d-2492-4fc3-a70f-859d98cb52c0 None None] Network 5a3ee4fd-5aea-48ed-96af-31341b275427 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:12:56.963830 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e362875-b141-40ba-bf16-bf46a451f9e8,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:12:56.971318 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.971700 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.972038 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.972371 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.972731 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.973061 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.973385 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.973706 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.974031 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.974351 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.974671 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:56.974985 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2ee5d0-5c85-40a7-b561-30cf661fd78f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:12:57.475586 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-cb749f89-fa09-4742-bbc1-78ef87c32f85 None None] Provisioning complete for port d1f703f9-16c6-48a1-86eb-19d00c47f862 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:12:57.475887 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-cb749f89-fa09-4742-bbc1-78ef87c32f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:57.601169 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-cb749f89-fa09-4742-bbc1-78ef87c32f85 None None] Provisioning complete for port a7400104-3ae0-4f11-8aa2-9daff820e440 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:12:57.601456 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-cb749f89-fa09-4742-bbc1-78ef87c32f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:12:59.048746 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44934) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:12:59.222332 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fd6f0-51e2-49ee-9cd0-fd512a074275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:12:59.222802 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fd6f0-51e2-49ee-9cd0-fd512a074275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:12:59.224340 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-749fd6f0-51e2-49ee-9cd0-fd512a074275 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1746449 Jan 17 17:13:01.397138 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44944) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:01.623383 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e90b753-7f99-471a-89c3-1d6aa23c5de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:01.623796 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e90b753-7f99-471a-89c3-1d6aa23c5de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:01.625303 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-8e90b753-7f99-471a-89c3-1d6aa23c5de1 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2272019 Jan 17 17:13:02.655486 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4a34-7fe6-484d-8dc2-1ae91c1a68b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:03.799678 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44954) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:03.966460 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5dcb8-a2d3-4308-ae32-13e620a11a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:03.967836 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-4ca5dcb8-a2d3-4308-ae32-13e620a11a98 admin admin] 10.222.0.102 "GET /v2.0/networks/2380971e-a092-461d-9e1a-22501dfb4d9c HTTP/1.1" status: 200 len: 886 time: 0.1672022 Jan 17 17:13:05.044850 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b819cb5f-60e4-430c-b11b-32ccc62b0260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:06.035884 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:06.062036 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:06.135772 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44964) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:06.306950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2a006-0edc-4aa7-a4d9-f0de87b1b144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:06.308442 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-aac2a006-0edc-4aa7-a4d9-f0de87b1b144 admin admin] 10.222.0.102 "GET /v2.0/networks/5a3ee4fd-5aea-48ed-96af-31341b275427 HTTP/1.1" status: 200 len: 869 time: 0.1713862 Jan 17 17:13:07.547273 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:08.446596 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 44974) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:08.551804 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da631306-ecc1-4431-aaff-fde752d11060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:08.552262 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da631306-ecc1-4431-aaff-fde752d11060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:08.553757 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-da631306-ecc1-4431-aaff-fde752d11060 admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061966 Jan 17 17:13:10.696658 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 44984) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:10.814238 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdffde-1d86-4fc4-b34d-2eff4b26f1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:10.814693 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bdffde-1d86-4fc4-b34d-2eff4b26f1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:10.816252 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-06bdffde-1d86-4fc4-b34d-2eff4b26f1f9 admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1179070 Jan 17 17:13:12.962942 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 44994) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:13.063566 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc4036f-6873-457b-a709-a2eb9a8c93fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:13.064876 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-5cc4036f-6873-457b-a709-a2eb9a8c93fc admin admin] 10.222.0.102 "GET /v2.0/subnets/3057ebf7-bf45-4253-88e5-42ac34cee0d8 HTTP/1.1" status: 200 len: 816 time: 0.1007099 Jan 17 17:13:15.193681 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45004) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:15.305585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0086e08-8021-4017-b5c3-d4fcacb8ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:15.306942 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f0086e08-8021-4017-b5c3-d4fcacb8ed89 admin admin] 10.222.0.102 "GET /v2.0/subnets/9e362875-b141-40ba-bf16-bf46a451f9e8 HTTP/1.1" status: 200 len: 868 time: 0.1123288 Jan 17 17:13:16.985687 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:13:32.657507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a1c5ee5a-32bb-4e83-b277-23d3f45ef2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:35.047624 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-54c185e0-9858-475c-8b5c-b79a566a8d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:36.042258 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:36.064433 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:37.550451 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:38.621887 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45048) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:38.668793 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-8be230dd-789d-4d96-a051-65f76c265e92 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:13:38.669740 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-8be230dd-789d-4d96-a051-65f76c265e92 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469389 Jan 17 17:13:40.861998 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45058) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:40.928236 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c5b8e-1064-44c3-97a9-3065ede6f375 admin admin] GET failed (client error): The resource could not be found. Jan 17 17:13:40.929466 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ff6c5b8e-1064-44c3-97a9-3065ede6f375 admin admin] 10.222.0.102 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665565 Jan 17 17:13:41.053226 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65710b-8430-45a7-8d27-adf57794170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:41.054576 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-2a65710b-8430-45a7-8d27-adf57794170d admin admin] 10.222.0.102 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213522 Jan 17 17:13:43.203211 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45068) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:43.250336 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:13:43.255084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:13:43.262510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Usage tracker for resource:network and tenant:5f2e5edc4bcd48bd96e8656455195bdc is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:13:43.265510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:13:43.271473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:13:43.282283 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Made reservation on behalf of 5f2e5edc4bcd48bd96e8656455195bdc for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:13:43.284591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:43.371390 dv-cinder-818883-2-smb neutron-server[86828]: WARNING neutron.services.revisions.revision_plugin [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Could not find related network for resource to bump revision. Jan 17 17:13:43.384785 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:13:43.394590 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:43.394920 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Added segment 080ed507-d73b-40a6-ac4d-ed7cef595580 of type vlan for network 75951309-4fa2-4bee-a4ef-073168632dc0 Jan 17 17:13:43.420815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:43.450090 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:43.451020 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:43.451608 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:43.547594 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3432336 Jan 17 17:13:43.548299 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c806-2d33-45c1-928a-4d1f93b28ceb admin admin] Pushing event updated for resources: {'Network': ['ID=75951309-4fa2-4bee-a4ef-073168632dc0,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:13:43.569150 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 75951309-4fa2-4bee-a4ef-073168632dc0 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:13:45.691651 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45078) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:13:45.756767 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a0efca-d00b-44f4-b753-5a0cdeeaa00a admin admin] GET failed (client error): The resource could not be found. Jan 17 17:13:45.757262 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b2a0efca-d00b-44f4-b753-5a0cdeeaa00a admin admin] Synchronizing usage tracker for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:13:45.772103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b2a0efca-d00b-44f4-b753-5a0cdeeaa00a admin admin] Unset dirty status for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:13:45.773176 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b2a0efca-d00b-44f4-b753-5a0cdeeaa00a admin admin] 10.222.0.102 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805674 Jan 17 17:13:45.877939 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db6e08-d244-4c5f-94e8-83350a26fcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:45.879348 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f3db6e08-d244-4c5f-94e8-83350a26fcbf admin admin] 10.222.0.102 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1016276 Jan 17 17:13:45.889580 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0', 'name': 'shared-subnet'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:13:45.893790 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:13:45.903029 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:13:45.911670 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Made reservation on behalf of 5f2e5edc4bcd48bd96e8656455195bdc for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:13:45.913877 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.111440 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.184717 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a14f3c-2745-47bd-ad22-ab8f6617c9be,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:13:46.192965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Checking segment: {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:13:46.193309 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Network hostable DHCP agents. Network: 75951309-4fa2-4bee-a4ef-073168632dc0, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:13:46.213985 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Network 75951309-4fa2-4bee-a4ef-073168632dc0 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:13:46.224557 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 75951309-4fa2-4bee-a4ef-073168632dc0) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:13:46.230565 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:13:46.231392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.236557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de36f3-96ad-4246-a68f-9bb234fd4455 None None] Network 75951309-4fa2-4bee-a4ef-073168632dc0 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:13:46.261658 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-69b336ba-9931-4b6e-8e00-3f8e021f9f52 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3753080 Jan 17 17:13:46.466113 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-75951309-4fa2-4bee-a4ef-073168632dc0', 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0', 'tenant_id': '5f2e5edc4bcd48bd96e8656455195bdc', 'fixed_ips': [{'subnet_id': '49a14f3c-2745-47bd-ad22-ab8f6617c9be'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:13:46.466986 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.627645 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Allocated IP 192.168.233.2 (75951309-4fa2-4bee-a4ef-073168632dc0/49a14f3c-2745-47bd-ad22-ab8f6617c9be/bc4351b4-2af6-4e75-8130-0885f998606e) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:13:46.838598 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.848641 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Transition to ACTIVE for port object bc4351b4-2af6-4e75-8130-0885f998606e will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:13:46.866941 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Transition to ACTIVE for port object bc4351b4-2af6-4e75-8130-0885f998606e will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:13:46.873266 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:46.943172 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Network 75951309-4fa2-4bee-a4ef-073168632dc0 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:13:46.946223 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:13:46.948743 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:13:46.982011 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Pushing event updated for resources: {'Port': ['ID=bc4351b4-2af6-4e75-8130-0885f998606e,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:13:46.997760 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.998103 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.998440 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.998768 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.999089 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.999411 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:46.999753 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.000096 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.000413 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.000732 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.001042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.001378 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:13:47.054918 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Attempting to bind port bc4351b4-2af6-4e75-8130-0885f998606e on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:13:47.055368 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Attempting to bind port bc4351b4-2af6-4e75-8130-0885f998606e by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:13:47.056604 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Attempting to bind port bc4351b4-2af6-4e75-8130-0885f998606e on network 75951309-4fa2-4bee-a4ef-073168632dc0 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:13:47.062153 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:13:47.062518 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Checking segment: {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:13:47.062912 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:47.063299 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Bound using segment: {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:13:47.063777 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Bound port: bc4351b4-2af6-4e75-8130-0885f998606e, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:13:47.064166 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:47.179262 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] For port bc4351b4-2af6-4e75-8130-0885f998606e, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:13:47.183374 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] For port bc4351b4-2af6-4e75-8130-0885f998606e, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=bc4351b4-2af6-4e75-8130-0885f998606e,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:13:47.188819 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:47.267345 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582836-d289-4a5e-97de-bda3415b6337 None None] Pushing event updated for resources: {'Port': ['ID=bc4351b4-2af6-4e75-8130-0885f998606e,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:13:47.960520 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device bc4351b4-2af6-4e75-8130-0885f998606e up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:13:48.052656 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port bc4351b4-2af6-4e75-8130-0885f998606e completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:13:48.151201 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d2275-e320-42fe-95e3-857096153e7b None None] Network 75951309-4fa2-4bee-a4ef-073168632dc0 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:13:48.262327 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Provisioning for port bc4351b4-2af6-4e75-8130-0885f998606e completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:13:48.278325 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Provisioning complete for port bc4351b4-2af6-4e75-8130-0885f998606e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:13:48.278955 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:48.513258 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:48.550664 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] For port bc4351b4-2af6-4e75-8130-0885f998606e, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=bc4351b4-2af6-4e75-8130-0885f998606e,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:13:48.555282 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:48.627763 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b3674-8e25-4f60-b611-1b98f7e84115 None None] Pushing event updated for resources: {'Port': ['ID=bc4351b4-2af6-4e75-8130-0885f998606e,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:13:48.779195 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-2dcbc4cf-61c7-413b-9d90-308e058328f7 None None] Provisioning complete for port bc4351b4-2af6-4e75-8130-0885f998606e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:13:48.779717 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2dcbc4cf-61c7-413b-9d90-308e058328f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:49.916009 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device bc4351b4-2af6-4e75-8130-0885f998606e up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:13:49.983913 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port bc4351b4-2af6-4e75-8130-0885f998606e triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:13:49.984281 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:13:53.990943 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:14:02.659322 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba3ac-e0d3-4ab5-937b-5b7e18d0b6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:05.050513 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ffb1eb84-8961-430b-b427-7e4090a95527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:06.037706 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:06.066185 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:07.553321 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:30.997879 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:14:32.661784 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-03752ddc-39d6-46d4-8143-38ae2b056c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:35.054174 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-13fb48df-d2f3-4068-a8e8-8389b273d128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:36.043197 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:36.069099 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:37.557529 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.044974 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45128) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:14:58.050874 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [None req-ab6c0911-4ec1-4393-a134-56524d7a8244 tempest-verify_tempest_config-1614605253 tempest-verify_tempest_config-1614605253-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:14:58.051838 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ab6c0911-4ec1-4393-a134-56524d7a8244 tempest-verify_tempest_config-1614605253 tempest-verify_tempest_config-1614605253-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058355 Jan 17 17:14:58.355329 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45146) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:14:58.468295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.482680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:14:58.486524 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Usage tracker for resource:security_group_rule and tenant:558b7fee5b704dfdb676392190ec3c49 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:14:58.489271 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:14:58.495382 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:14:58.577239 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.581017 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.626020 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Synchronizing usage tracker for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:security_group {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:14:58.629204 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705fe1d-90ba-4987-8876-ad176fae0011,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:14:58.637563 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.637901 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.638229 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.638582 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.638904 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.639223 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.639565 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.639886 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.640200 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.640510 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.640820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.641127 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.656112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] Unset dirty status for tenant:5f2e5edc4bcd48bd96e8656455195bdc on resource:security_group {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:14:58.657390 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-9336c9ba-7590-4db2-a584-47466379d15a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=558b7fee5b704dfdb676392190ec3c49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3010869 Jan 17 17:14:58.660136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45152) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:14:58.717670 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.742463 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.839763 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.854061 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705fe1d-90ba-4987-8876-ad176fae0011,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:14:58.863217 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.863596 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.863933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.864265 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.864584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.864908 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.865225 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.865542 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.865859 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.866258 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.866525 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.866920 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:14:58.870825 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:14:58.874571 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1c6c4610-29a6-4a7f-88a8-6e469ccff027 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0705fe1d-90ba-4987-8876-ad176fae0011 HTTP/1.1" status: 204 len: 168 time: 0.2134314 Jan 17 17:15:02.667187 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2430387c-5874-433d-9ad3-b8de8b9a6db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:05.058904 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-195c6103-6708-4873-a3eb-ce5271f21e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:06.047612 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:06.075769 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:07.560423 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:08.000412 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:15:32.668997 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e4e8c597-b08e-4d73-ab89-121aeb0264a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:35.060430 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ad0e083e-25d3-4895-857b-ba63929b6e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:36.050457 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:36.073507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:37.562234 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:15:45.005216 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:16:02.671243 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b5fc7fb9-9ece-41c0-aa43-7f50a179bbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:05.063097 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1da60f5f-f9af-4be6-9e5a-4eebeaef9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:06.053262 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:06.075974 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:07.563199 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:22.009655 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 5 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:16:32.674121 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-229100a6-a9ec-449d-b891-d53a7dfb925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:35.070266 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-44256eba-6d40-4fa4-8234-c1cde4118249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:36.056521 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:36.087385 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:37.565771 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:41.477427 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1670844'] for agent, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:16:56.433647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45224) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:16:56.546057 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f87cfdc8-61ed-4f97-b8e0-2415441c94d6 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.1113198 Jan 17 17:16:58.763990 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45238) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:16:58.817526 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b949876e-6bbd-4db7-9a93-bf7130991612 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4292 time: 0.0524809 Jan 17 17:16:59.011758 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:17:02.680756 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e35c36f0-851e-406d-9db6-c2ab59e4e9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:05.064515 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-83abf075-d03f-428a-a2a4-9ade8204a806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:06.058348 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:06.081353 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:07.569034 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:11.446382 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:32.678292 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bf3f15e4-1d52-43db-9cfb-632ae64336ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:35.067315 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3eb3be58-f3fb-407a-bacc-fbca11563ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:36.015532 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:17:36.059749 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:36.082226 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:37.570976 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:17:41.448761 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:02.681731 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-104428e2-5280-4aab-8801-e25b94dfce03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:05.070977 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-499a948b-4c82-4f02-bb3e-6178da3bf722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:06.062048 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:06.087965 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:07.574412 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:11.447164 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:13.023075 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:18:32.685463 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-55108455-1960-4a38-9df3-bb82b5bd7c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:35.074984 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2d514930-01b3-4c7a-a806-79d3319a23b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:36.064843 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:36.088852 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:37.575920 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:41.473042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.149267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45432) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:46.158288 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45438) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:46.192546 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45444) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:46.293406 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45452) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:46.518439 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-network', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:46.524671 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:46.539522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Usage tracker for resource:network and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:46.543267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:46.551333 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:46.566705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Made reservation on behalf of b07667787c454fe1a51c98a272d4f4f6 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:46.570343 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.585791 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.603977 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:46.607844 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Usage tracker for resource:security_group_rule and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:46.610814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:46.618262 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:46.693819 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-225264854-network', 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:46.707996 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:46.714587 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.715792 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Usage tracker for resource:network and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:46.718650 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:46.721532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.748098 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:46.756297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-164229663-network', 'tenant_id': '3d1b8bbb3906484384e811a7f0d76a86'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:46.760055 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:46.813036 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45468) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:46.836169 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-829008080-network', 'tenant_id': 'fd8749ce59fa4d7792499ce727fc7352'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:46.845717 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:46.850286 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Usage tracker for resource:network and tenant:3d1b8bbb3906484384e811a7f0d76a86 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:46.853481 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:46.865572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:46.870233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.870567 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Added segment 8c76f399-33ea-401c-ba50-eb038b3706c5 of type vlan for network 8e1e6a01-c13f-4078-b680-7f08c331ed66 Jan 17 17:18:46.880998 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:46.883275 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.911056 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:46.916238 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.930740 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Usage tracker for resource:network and tenant:fd8749ce59fa4d7792499ce727fc7352 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:46.941218 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Made reservation on behalf of 3d1b8bbb3906484384e811a7f0d76a86 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:46.944543 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.954166 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997330fd-f3f2-434b-a3f6-80898d6106fa,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:46.960536 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:46.977568 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.981282 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:46.984879 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:46.994401 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.994754 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.995088 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.995412 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.995760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.996084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.996403 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.996724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.997062 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.997381 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.997693 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.998005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:46.998582 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-544709562-network', 'tenant_id': '37dc42548dbf4073be59ed76c7954929'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Tracked resource versions report: Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: pushed versions: Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: { 'AddressGroup': {'1.2'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'ConntrackHelper': {'1.0'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Log': {'1.0'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Network': {'1.1'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Port': {'1.7'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'PortForwarding': {'1.2'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'QosPolicy': {'1.8'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroup': {'1.4'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SubPort': {'1.0'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Subnet': {'1.1'}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Trunk': {'1.1'}} Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: consumer versions: Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'ConntrackHelper': '1.0', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Log': '1.0', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Network': '1.1', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Port': '1.7', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'PortForwarding': '1.2', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'QosPolicy': '1.8', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroup': '1.4', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SecurityGroupRule': '1.2', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'SubPort': '1.0', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Subnet': '1.1', Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: 'Trunk': '1.1'}} Jan 17 17:18:46.999007 dv-cinder-818883-2-smb neutron-server[86828]: {{(pid=86828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:18:47.003386 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.014043 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Usage tracker for resource:security_group_rule and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.018498 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.022077 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.026095 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Usage tracker for resource:network and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.026805 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.029627 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.033445 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.035808 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Usage tracker for resource:security_group_rule and tenant:3d1b8bbb3906484384e811a7f0d76a86 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.038847 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.039674 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Made reservation on behalf of fd8749ce59fa4d7792499ce727fc7352 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:47.041930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.051249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Made reservation on behalf of 37dc42548dbf4073be59ed76c7954929 for: {'network': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:47.052943 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.056138 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.072093 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.073405 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.078461 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.097332 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.103160 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.111473 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.121570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.125291 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.132190 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.133499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:47.134236 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.239844 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.242184 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8749ce59fa4d7792499ce727fc7352 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.245096 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.256750 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.288906 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] Pushing event updated for resources: {'Network': ['ID=8e1e6a01-c13f-4078-b680-7f08c331ed66,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.293935 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=86827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:47.299025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.300871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:47.325368 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed947011-2371-40b1-9874-6ccee971737a,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.354709 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.357928 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.360520 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.361116 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.361812 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.363103 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.366207 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.366895 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.367465 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.368022 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.370367 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.371141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Tracked resource versions report: Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: pushed versions: Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: { 'AddressGroup': {'1.2'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'ConntrackHelper': {'1.0'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Log': {'1.0'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Network': {'1.1'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Port': {'1.7'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'PortForwarding': {'1.2'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'QosPolicy': {'1.8'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroup': {'1.4'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SubPort': {'1.0'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Subnet': {'1.1'}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Trunk': {'1.1'}} Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: consumer versions: Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'ConntrackHelper': '1.0', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Log': '1.0', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Network': '1.1', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Port': '1.7', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'PortForwarding': '1.2', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'QosPolicy': '1.8', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroup': '1.4', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SecurityGroupRule': '1.2', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'SubPort': '1.0', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Subnet': '1.1', Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: 'Trunk': '1.1'}} Jan 17 17:18:47.372557 dv-cinder-818883-2-smb neutron-server[86827]: {{(pid=86827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:18:47.384805 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.385513 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.segments_db [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Added segment 4608b0a4-bb33-4959-80e9-135d33978fed of type vlan for network 432d7935-6285-4393-b3a4-f344ec31b387 Jan 17 17:18:47.411130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.453771 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1afe65a9-57fe-484a-8095-bee90f64b9dd admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3033829 Jan 17 17:18:47.456377 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.458473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.468504 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45496) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:47.481434 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Request body: {'subnet': {'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-subnet', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:47.491182 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.500138 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Usage tracker for resource:subnet and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:47.505314 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:47.527014 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:47.553931 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.555413 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:47.556738 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.564518 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:47.600566 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Made reservation on behalf of b07667787c454fe1a51c98a272d4f4f6 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:47.603124 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.608783 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d0c1c-24d6-4825-bc0f-9da540312446,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.629692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.630813 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Added segment 77812316-0c5a-401c-9d7f-15e47ecc902d of type vlan for network 546e684d-7292-48f5-914e-914e00168028 Jan 17 17:18:47.638108 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.681043 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.725681 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.731571 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b90c23d-f261-4bcf-8afd-393ba99ba94e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.782786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:47.787972 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9719872 Jan 17 17:18:47.790403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45510) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:47.811479 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.817948 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.818770 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Added segment e436b5a8-a728-45d9-898a-7f5e441c5b69 of type vlan for network 6a7da526-a0a9-4a30-a982-e2070af8e678 Jan 17 17:18:47.826250 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.860725 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1bdd6-693b-4036-808a-69ca6e1e8acf,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.867913 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.868856 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:47.869422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:47.930440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Request body: {'subnet': {'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-subnet', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:47.950746 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:47.980878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] Pushing event updated for resources: {'Network': ['ID=546e684d-7292-48f5-914e-914e00168028,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:47.993916 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 546e684d-7292-48f5-914e-914e00168028 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:48.005010 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Usage tracker for resource:subnet and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:48.008376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:48.009377 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:48.023759 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:48.030786 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cebdb-a40f-4b89-9c43-e2c05491aa76 admin admin] Pushing event updated for resources: {'Network': ['ID=432d7935-6285-4393-b3a4-f344ec31b387,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:48.031310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.083509 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Made reservation on behalf of 37dc42548dbf4073be59ed76c7954929 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:48.086095 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.103477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.103912 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Added segment b2efff70-039f-4cc3-8d08-04d20bff16cb of type vlan for network 7d601be3-a6e0-458e-8dfb-62c111990444 Jan 17 17:18:48.110316 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 432d7935-6285-4393-b3a4-f344ec31b387 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:48.151450 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1c23f1aa-3214-4909-95d6-e76c0dcdbc2f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9893441 Jan 17 17:18:48.168548 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45520) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:48.182309 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Request body: {'subnet': {'network_id': '546e684d-7292-48f5-914e-914e00168028', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-225264854-subnet', 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:48.198422 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:48.208695 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Usage tracker for resource:subnet and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:48.220150 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:48.241388 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.245605 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:48.255950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.259610 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:48.260702 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.295875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:48.296199 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.440947 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2463710 Jan 17 17:18:48.449250 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.454334 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45538) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:48.462705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.db.resource_extend [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 17:18:48.481422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d1715-d67b-41ac-9df7-2230e210b08c admin admin] Pushing event updated for resources: {'Network': ['ID=6a7da526-a0a9-4a30-a982-e2070af8e678,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:48.492456 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.493498 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:48.494141 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.500531 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 6a7da526-a0a9-4a30-a982-e2070af8e678 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:48.524643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Request body: {'subnet': {'network_id': '6a7da526-a0a9-4a30-a982-e2070af8e678', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-164229663-subnet', 'tenant_id': '3d1b8bbb3906484384e811a7f0d76a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:48.544815 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:48.548988 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Usage tracker for resource:subnet and tenant:3d1b8bbb3906484384e811a7f0d76a86 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:48.552077 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:48.559055 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:48.567790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1f569a-44c8-4301-a102-f9db45e82624,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:48.609218 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Made reservation on behalf of 3d1b8bbb3906484384e811a7f0d76a86 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:48.611440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.703554 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] Pushing event updated for resources: {'Network': ['ID=7d601be3-a6e0-458e-8dfb-62c111990444,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:48.719023 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-6f23f5b3-fe42-43b8-9e20-031eafef6482 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4244604 Jan 17 17:18:48.722329 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45550) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:48.731175 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Request body: {'subnet': {'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-829008080-subnet', 'tenant_id': 'fd8749ce59fa4d7792499ce727fc7352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:48.734169 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 7d601be3-a6e0-458e-8dfb-62c111990444 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:48.737824 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:48.743210 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Usage tracker for resource:subnet and tenant:fd8749ce59fa4d7792499ce727fc7352 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:48.747959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:48.755034 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:48.761689 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Checking segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:48.762345 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Network hostable DHCP agents. Network: 8e1e6a01-c13f-4078-b680-7f08c331ed66, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:48.782583 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Made reservation on behalf of fd8749ce59fa4d7792499ce727fc7352 for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:48.786337 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.878652 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:48.932476 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:48.976646 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 8e1e6a01-c13f-4078-b680-7f08c331ed66) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:49.001222 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0955e3-415b-4bff-84b6-28fcfd1f68b3 None None] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:49.012791 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:49.013301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.054571 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.063643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30000298-3296-47bf-92d9-01b4ec4b4e89,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:49.094915 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Checking segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:49.095284 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Network hostable DHCP agents. Network: 432d7935-6285-4393-b3a4-f344ec31b387, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:49.137460 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.171449 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1335026e-eb03-4cd7-8895-7c2ef0f3293e,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:49.193901 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-794bfb2d-74f5-42f5-9a70-d1a23fd69ad7 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7214317 Jan 17 17:18:49.195934 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45556) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:49.203443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:49.217811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Network 432d7935-6285-4393-b3a4-f344ec31b387 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:49.222267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:49.228399 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Usage tracker for resource:router and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:49.237065 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:49.254855 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:49.259808 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84844eb4-630c-42ab-8acd-f95eb6ea6e7c,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:49.261786 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 432d7935-6285-4393-b3a4-f344ec31b387) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:49.276727 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.307795 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.310890 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.331379 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Checking segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:49.331755 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Network hostable DHCP agents. Network: 546e684d-7292-48f5-914e-914e00168028, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:49.356328 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Checking segment: {'id': 'b2efff70-039f-4cc3-8d08-04d20bff16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:49.356684 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Network hostable DHCP agents. Network: 7d601be3-a6e0-458e-8dfb-62c111990444, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:49.361828 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:49.362468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.409867 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.412424 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4934e87-41c7-457b-adf3-52bf88d8376c None None] Network 432d7935-6285-4393-b3a4-f344ec31b387 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:49.416838 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7f710c-2f59-426f-9df0-f303de0e9756,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:49.426189 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Network 546e684d-7292-48f5-914e-914e00168028 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:49.441257 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d8052cf3-c98a-4894-8399-d30f27d0fd7e admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6403096 Jan 17 17:18:49.444820 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45572) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:49.460247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 546e684d-7292-48f5-914e-914e00168028) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:49.464545 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Checking segment: {'id': 'e436b5a8-a728-45d9-898a-7f5e441c5b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '6a7da526-a0a9-4a30-a982-e2070af8e678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:49.464907 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Network hostable DHCP agents. Network: 6a7da526-a0a9-4a30-a982-e2070af8e678, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:49.477702 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Network 7d601be3-a6e0-458e-8dfb-62c111990444 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:49.483089 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:49.484282 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:49.484903 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.493304 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:49.497814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Usage tracker for resource:router and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:49.507653 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:49.523367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:49.568457 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-5a12225b-1288-443c-961f-17ca8198910a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3825192 Jan 17 17:18:49.569951 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 7d601be3-a6e0-458e-8dfb-62c111990444) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:49.573948 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.579507 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.590655 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:49.591246 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.598558 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Network 6a7da526-a0a9-4a30-a982-e2070af8e678 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:49.627317 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5d223-dd4b-4bae-a0c4-2596f7d8ef1f None None] Network 546e684d-7292-48f5-914e-914e00168028 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:49.650015 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 6a7da526-a0a9-4a30-a982-e2070af8e678) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:49.656459 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:49.657046 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.694098 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1fd7be37-8ed6-451e-bff4-2da672261e04 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1999683 Jan 17 17:18:49.868247 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:49.906972 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4274df45-d410-4e54-81b7-f28c0b958402 None None] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:49.935890 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a436ae7-c4d4-4254-897a-636961de0cfb None None] Network 7d601be3-a6e0-458e-8dfb-62c111990444 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:50.100068 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b029cc0-2d67-479b-865b-df8f4d23417d None None] Network 6a7da526-a0a9-4a30-a982-e2070af8e678 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:50.210907 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45628) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:50.217704 dv-cinder-818883-2-smb neutron-server[86827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 17:18:50.222639 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edca35-07b1-44a3-a2b4-c010a9c754da None None] Network 546e684d-7292-48f5-914e-914e00168028 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:50.264755 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:18:50.467237 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-92f9e73e-2d92-4862-aab4-746ea5e914da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:50.472533 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:50.506542 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-92f9e73e-2d92-4862-aab4-746ea5e914da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.2906115 Jan 17 17:18:50.527123 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-9198dc94-5a27-44f0-bae6-c64afa07fb5d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/quotas/d1db1c9906204e4ab25ce701917961c0 HTTP/1.1" status: 200 len: 375 time: 0.0186005 Jan 17 17:18:50.638231 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-01a1ea03-5a2b-40a7-8ac7-05d4d32d5769 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1092455 Jan 17 17:18:50.675460 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-dc65b2ad-df53-4869-8cbc-844be7a53ff9 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9425569 Jan 17 17:18:50.705903 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:50.749066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45654) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:50.756002 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330724996-network', 'tenant_id': 'a8b5e5f9a5c84e859687fe6dc5bfdd18'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:50.765149 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:50.774780 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Usage tracker for resource:network and tenant:a8b5e5f9a5c84e859687fe6dc5bfdd18 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:50.781601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:50.796690 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:50.818680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Made reservation on behalf of a8b5e5f9a5c84e859687fe6dc5bfdd18 for: {'network': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:50.830435 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:50.878709 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:50.916435 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:50.923286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b5e5f9a5c84e859687fe6dc5bfdd18 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:50.949937 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:50.967786 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:51.193743 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-ca930127-0464-4f9f-ad61-1f394feaeb5b service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:18:51.204091 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-ca930127-0464-4f9f-ad61-1f394feaeb5b service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2676132 Jan 17 17:18:51.218337 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.268784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.312420 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.447871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-432d7935-6285-4393-b3a4-f344ec31b387', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:18:51.448767 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.526723 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.574792 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=86827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:18:51.589357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c631e68-113a-4c67-90db-c6766098dede,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:51.609325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.609677 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.segments_db [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Added segment 32722729-618e-4fcd-ad70-2d27d7304607 of type vlan for network 92a10ed0-2afa-4a0a-ab35-77395e46b3da Jan 17 17:18:51.689802 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-8541d87c-67be-48d7-b07d-d92178116ae0 service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798107 Jan 17 17:18:51.705629 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Allocated IP 172.28.0.218 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/47b3ad2d-a7f5-47ee-8837-000a5158e639) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:18:51.746732 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.873524 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.940996 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:51.977557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ace1a-cf7d-4e89-b0c7-5a6d2011ffa0 None None] Network 6a7da526-a0a9-4a30-a982-e2070af8e678 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:52.046685 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45698) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:52.049761 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Pushing event updated for resources: {'Port': ['ID=47b3ad2d-a7f5-47ee-8837-000a5158e639,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:52.059822 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:52.063906 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:52.064703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:52.072095 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:52.185760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:18:52.189367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:52.194830 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:18:52.304728 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-d699361c-9644-441c-b594-8fa9af2968c1 service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139758 Jan 17 17:18:52.321023 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:52.351994 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5978372 Jan 17 17:18:52.368933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45706) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:52.392914 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a34398-3565-4979-9710-fa85493dd209 admin admin] Pushing event updated for resources: {'Network': ['ID=92a10ed0-2afa-4a0a-ab35-77395e46b3da,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:52.435295 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Allocated IP 172.20.0.2 (432d7935-6285-4393-b3a4-f344ec31b387/30000298-3296-47bf-92d9-01b4ec4b4e89/a28c2023-9296-4906-a1e6-ea6db9624165) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:18:52.443807 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 92a10ed0-2afa-4a0a-ab35-77395e46b3da details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:18:52.466664 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Request body: {'subnet': {'network_id': '92a10ed0-2afa-4a0a-ab35-77395e46b3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330724996-subnet', 'tenant_id': 'a8b5e5f9a5c84e859687fe6dc5bfdd18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:52.476143 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:52.488260 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Usage tracker for resource:subnet and tenant:a8b5e5f9a5c84e859687fe6dc5bfdd18 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:52.557588 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-cc67c71c-7ab4-4cc0-b3b6-d5da952bbeee tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:52.567069 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-cc67c71c-7ab4-4cc0-b3b6-d5da952bbeee tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/networks?id=7d601be3-a6e0-458e-8dfb-62c111990444 HTTP/1.1" status: 200 len: 811 time: 0.5181077 Jan 17 17:18:52.570618 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cbba35-91a5-4ffe-ac77-7f49ca378f97 None None] Network 7d601be3-a6e0-458e-8dfb-62c111990444 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:52.593420 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:52.593932 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-b6d0a084-c9c0-428f-8943-ca9d2f060ad2 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/quotas/fd8749ce59fa4d7792499ce727fc7352 HTTP/1.1" status: 200 len: 375 time: 0.0257697 Jan 17 17:18:52.628455 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:52.733213 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Made reservation on behalf of a8b5e5f9a5c84e859687fe6dc5bfdd18 for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:52.736016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:52.752857 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-ce4d1b9a-ba92-4e42-8b74-9002b141cccc tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=fd8749ce59fa4d7792499ce727fc7352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566796 Jan 17 17:18:52.818106 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1151d7d2-c8c5-41e6-b96a-c16a241fd19e req-0cb1042d-4fd4-49e5-898d-2de931e301ef tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.0708566 Jan 17 17:18:52.924695 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Allocated IP 172.28.0.246 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/f2a64c28-5179-45d4-af2d-4615fca37cc2) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:18:52.931806 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-e04713ad-29ac-4024-b62d-1c7c104bbad8 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86827) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:18:52.935891 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-e04713ad-29ac-4024-b62d-1c7c104bbad8 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0782211 Jan 17 17:18:52.954119 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.137800 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-3cb69db1-1a0f-4fc4-ab5d-c2dbda93d0a4 service neutron] 10.222.0.102 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962724 Jan 17 17:18:53.176505 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.190383 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Transition to ACTIVE for port object a28c2023-9296-4906-a1e6-ea6db9624165 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:18:53.231181 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Transition to ACTIVE for port object a28c2023-9296-4906-a1e6-ea6db9624165 will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:18:53.246472 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.350544 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Network 432d7935-6285-4393-b3a4-f344ec31b387 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:18:53.354333 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:53.360582 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:18:53.433498 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-4b2a0e0c-2318-4973-821b-828ae77f39e4 service neutron] 10.222.0.102 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841048 Jan 17 17:18:53.458102 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Pushing event updated for resources: {'Port': ['ID=a28c2023-9296-4906-a1e6-ea6db9624165,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:53.510650 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Attempting to bind port a28c2023-9296-4906-a1e6-ea6db9624165 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:18:53.511020 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Attempting to bind port a28c2023-9296-4906-a1e6-ea6db9624165 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:18:53.511643 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Attempting to bind port a28c2023-9296-4906-a1e6-ea6db9624165 on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:18:53.518402 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:18:53.519045 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Checking segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:53.519638 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.520178 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Bound using segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:18:53.521105 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Bound port: a28c2023-9296-4906-a1e6-ea6db9624165, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:18:53.521902 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.533221 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.533833 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.534503 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.535015 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.535518 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.536010 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.537031 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.537756 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.538321 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.538797 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.539282 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.539780 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Tracked resource versions report: Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: pushed versions: Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: { 'AddressGroup': {'1.2'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'ConntrackHelper': {'1.0'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Log': {'1.0'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Network': {'1.1'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Port': {'1.7'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'PortForwarding': {'1.2'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'QosPolicy': {'1.8'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroup': {'1.4'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SubPort': {'1.0'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Subnet': {'1.1'}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Trunk': {'1.1'}} Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: consumer versions: Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'ConntrackHelper': '1.0', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Log': '1.0', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Network': '1.1', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Port': '1.7', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'PortForwarding': '1.2', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'QosPolicy': '1.8', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroup': '1.4', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SecurityGroupRule': '1.2', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'SubPort': '1.0', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Subnet': '1.1', Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: 'Trunk': '1.1'}} Jan 17 17:18:53.540970 dv-cinder-818883-2-smb neutron-server[86829]: {{(pid=86829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:18:53.549269 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.715733 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] For port a28c2023-9296-4906-a1e6-ea6db9624165, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:18:53.719311 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] For port a28c2023-9296-4906-a1e6-ea6db9624165, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a28c2023-9296-4906-a1e6-ea6db9624165,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:18:53.743172 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:53.903484 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464982-bc0f-4055-8b1c-4e163ea9c1c6 None None] Pushing event updated for resources: {'Port': ['ID=a28c2023-9296-4906-a1e6-ea6db9624165,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:53.910545 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d2afd13-1838-4b35-8510-e7e8f711023e req-d8e056f8-befa-4d60-bb6f-5c3fed75f4a9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.1209633 Jan 17 17:18:54.024975 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:54.032456 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:54.076499 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f785a316-fed5-40b3-ac3e-bb6788ee7485 req-3378ac62-75f2-43f9-b176-ec2db1574510 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.1063232 Jan 17 17:18:54.566871 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a64c28-5179-45d4-af2d-4615fca37cc2,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:54.582727 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:18:54.583229 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45826) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:54.589386 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:54.613164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:18:54.769977 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:54.789486 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:54.794440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9ecb6d6e939346dcac8ffa1d5b96f8a2 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:54.798107 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:54.805427 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:54.897139 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:54.915561 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45840) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:54.975040 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:54.987885 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.046159 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:18:55.104538 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5ff7dc49-073f-4df8-ace4-fc0aa1dea087 req-659fa3b5-5352-4705-9da0-270fc70118a3 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.0928991 Jan 17 17:18:55.108251 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab8fc7-5ff2-41d4-91e7-9e57d0d2374c,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:55.125337 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c8ab3157-c9b9-453b-aa4f-d6ae9cfd77c4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9ecb6d6e939346dcac8ffa1d5b96f8a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5376370 Jan 17 17:18:55.143825 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45852) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:55.320910 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.323303 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=91eab678-016b-4e83-878f-df50c4a0ba5d,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:55.343366 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:55.348102 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6ffe448d6c4e13b1f7b2b01aeef174 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:55.352602 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:55.358971 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:55.483006 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d06b3-d297-432f-a2cb-6bd1d1a5e6a8 None None] Network 432d7935-6285-4393-b3a4-f344ec31b387 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:55.556393 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.57', 61179) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:55.598162 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Checking segment: {'id': '32722729-618e-4fcd-ad70-2d27d7304607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '92a10ed0-2afa-4a0a-ab35-77395e46b3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:55.598509 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Network hostable DHCP agents. Network: 92a10ed0-2afa-4a0a-ab35-77395e46b3da, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:18:55.615308 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.622232 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8981898e-d3ae-4a86-be16-355e39f07283 req-33cea835-db9c-4e9a-9ac9-de132f530c73 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.0885894 Jan 17 17:18:55.622232 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.651564 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-e71fe6c2-4081-4488-9f04-39b2b6d4fb8e None None] Provisioning for port a28c2023-9296-4906-a1e6-ea6db9624165 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:18:55.659280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.690033 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.735473 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.801226 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af8000-9b97-4c23-a00c-e7bb021b9a82,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:55.804220 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.826809 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-734e0549-de27-46b1-ad25-07604705ed74 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ea6ffe448d6c4e13b1f7b2b01aeef174&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9102099 Jan 17 17:18:55.828948 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45872) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:55.835766 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab8fc7-5ff2-41d4-91e7-9e57d0d2374c,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:55.932659 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:55.932659 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-26208f23-d74d-413d-a874-5f35d8697150 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b1ab8fc7-5ff2-41d4-91e7-9e57d0d2374c HTTP/1.1" status: 204 len: 168 time: 0.7814705 Jan 17 17:18:55.949530 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.014335 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.014498 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Network 92a10ed0-2afa-4a0a-ab35-77395e46b3da is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:18:56.126971 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.166767 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af8000-9b97-4c23-a00c-e7bb021b9a82,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:56.180081 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.181478 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c2732cf8-096f-4c55-95e6-b86552d41ef1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f9af8000-9b97-4c23-a00c-e7bb021b9a82 HTTP/1.1" status: 204 len: 168 time: 0.3492806 Jan 17 17:18:56.190678 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 92a10ed0-2afa-4a0a-ab35-77395e46b3da) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:18:56.236817 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:56.237635 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.256386 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db808a47-8d1e-4cbe-ad06-0f6337c9b750 None None] Network 92a10ed0-2afa-4a0a-ab35-77395e46b3da requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:56.292736 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a28c2023-9296-4906-a1e6-ea6db9624165 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:18:56.527795 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.57', 61184) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:56.532689 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:18:56.545199 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-348eff3c-6e99-4c6a-8378-55ca1d13f6ee admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0911448 Jan 17 17:18:56.557156 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:18:56.565858 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d4b691af-28d0-42fd-a0b0-81a356984610 req-b7f6dda8-eb38-453e-acbc-f26eaea93920 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.1317706 Jan 17 17:18:56.600455 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:18:56.603273 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:18:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:18:56.727259 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-8b285c9d-92af-4b0f-a6db-6e44ccd67632 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:56.728569 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-8b285c9d-92af-4b0f-a6db-6e44ccd67632 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:18:56.733916 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port a28c2023-9296-4906-a1e6-ea6db9624165 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:18:56.743337 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45920) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:56.779857 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.791711 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a28c2023-9296-4906-a1e6-ea6db9624165 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:18:56.792074 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:56.831991 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:56.959385 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Usage tracker for resource:security_group_rule and tenant:1acd6450ea9d46beac957e73b831aec6 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:56.962180 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25359f87-eb86-462f-bce9-aa59c46b51f4 None None] Network 92a10ed0-2afa-4a0a-ab35-77395e46b3da requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:18:56.965052 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:18:56.993522 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:57.031513 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:57.032720 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-dd0bb0fc-54bd-4e69-92b2-2f5f267a3977 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5794947 Jan 17 17:18:57.158411 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45944) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:57.159034 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 45940) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:57.198395 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-28045a73-be5f-4c67-b9f1-12d64d497744 req-7e500b38-08a9-49e0-9a1a-46b08bedd6be tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.3475640 Jan 17 17:18:57.205278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:57.444723 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:57.487515 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:52Z', 'revision_number': 3, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:18:57.490345 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port a28c2023-9296-4906-a1e6-ea6db9624165, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a28c2023-9296-4906-a1e6-ea6db9624165,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:18:57.493582 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:18:57.494141 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Updating router ce18dd69-195c-461a-a29f-a1a6aaf66811 port 47b3ad2d-a7f5-47ee-8837-000a5158e639 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:18:57.494921 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:57.561094 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-8b285c9d-92af-4b0f-a6db-6e44ccd67632 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:18:57.569318 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-8b285c9d-92af-4b0f-a6db-6e44ccd67632 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 2.0112920 Jan 17 17:18:57.615921 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:57.685783 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=a28c2023-9296-4906-a1e6-ea6db9624165,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:57.686236 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Request body: {'port': {'device_id': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'admin_state_up': True, 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:57.780477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Deleting subnet 6f7f710c-2f59-426f-9df0-f303de0e9756 {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:18:57.899941 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:57.975789 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e7b32239-b724-441f-8a68-314b602cc5eb req-cc0ee9e3-e168-45fb-998a-846e16ed0622 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.1518157 Jan 17 17:18:57.993763 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-508aa931-23e3-4048-9224-2c314950fae9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:18:57.994765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-508aa931-23e3-4048-9224-2c314950fae9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Synchronizing usage tracker for tenant:fd8749ce59fa4d7792499ce727fc7352 on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:18:57.998327 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.119215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.169777 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a28c2023-9296-4906-a1e6-ea6db9624165 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:18:58.343372 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a28c2023-9296-4906-a1e6-ea6db9624165 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:18:58.344118 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.546754 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.691662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-508aa931-23e3-4048-9224-2c314950fae9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Unset dirty status for tenant:fd8749ce59fa4d7792499ce727fc7352 on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:18:58.692839 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-508aa931-23e3-4048-9224-2c314950fae9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.57 "GET /v2.0/networks?id=7d601be3-a6e0-458e-8dfb-62c111990444 HTTP/1.1" status: 200 len: 811 time: 2.1618752 Jan 17 17:18:58.725367 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.737698 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:58.745738 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Request body: {'port': {'device_id': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444', 'admin_state_up': True, 'tenant_id': 'fd8749ce59fa4d7792499ce727fc7352'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:18:58.760938 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Transition to ACTIVE for port object 47b3ad2d-a7f5-47ee-8837-000a5158e639 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:18:58.773572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Usage tracker for resource:port and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:58.779943 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.794025 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.794382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:58.821227 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6fba8798-dd5e-4138-a90a-cda1756c93fd req-d72981f9-8f3c-4f66-88e7-9c63044db7f8 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.1365960 Jan 17 17:18:58.822363 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.881581 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:58.909447 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Attempting to bind port 47b3ad2d-a7f5-47ee-8837-000a5158e639 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:18:58.910258 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Attempting to bind port 47b3ad2d-a7f5-47ee-8837-000a5158e639 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:18:58.910874 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Attempting to bind port 47b3ad2d-a7f5-47ee-8837-000a5158e639 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:18:58.928602 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:18:58.929367 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:18:58.930190 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1acd6450ea9d46beac957e73b831aec6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1853857 Jan 17 17:18:58.930469 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.931071 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:18:58.931802 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Bound port: 47b3ad2d-a7f5-47ee-8837-000a5158e639, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:18:58.932414 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:58.935557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336a71b-f88b-4044-8cbb-69245397ab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79905344-ad43-4c25-9326-8edbda535f3b,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:58.938839 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 45998) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:59.002805 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:59.006974 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.108376 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] For port 47b3ad2d-a7f5-47ee-8837-000a5158e639, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:18:59.116743 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] For port 47b3ad2d-a7f5-47ee-8837-000a5158e639, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=47b3ad2d-a7f5-47ee-8837-000a5158e639,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:18:59.125688 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Pushing event updated for resources: {'Port': ['ID=47b3ad2d-a7f5-47ee-8837-000a5158e639,revision_number=2']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:59.127968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.130165 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.154951 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.157486 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.159774 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.160402 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.163029 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.163635 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.164152 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.164674 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.165192 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.167635 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.168191 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.168706 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Tracked resource versions report: Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: pushed versions: Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: { 'AddressGroup': {'1.2'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'ConntrackHelper': {'1.0'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Log': {'1.0'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Network': {'1.1'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Port': {'1.7'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'PortForwarding': {'1.2'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'QosPolicy': {'1.8'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroup': {'1.4'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroupRule': {'1.2'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SubPort': {'1.0'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Subnet': {'1.1'}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Trunk': {'1.1'}} Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: consumer versions: Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: { DHCP agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: HyperV agent@hv-cinder-81888: {}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: L3 agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: Metadata agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: Metering agent@dv-cinder-818883-2-smb: {}, Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: Open vSwitch agent@dv-cinder-818883-2-smb: { 'AddressGroup': '1.2', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'ConntrackHelper': '1.0', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Log': '1.0', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Network': '1.1', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Port': '1.7', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'PortForwarding': '1.2', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'QosPolicy': '1.8', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroup': '1.4', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SecurityGroupRule': '1.2', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'SubPort': '1.0', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Subnet': '1.1', Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: 'Trunk': '1.1'}} Jan 17 17:18:59.169899 dv-cinder-818883-2-smb neutron-server[86830]: {{(pid=86830) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 17:18:59.342754 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e430d-75c2-493e-a5d7-c4a1deb7a8ce None None] Pushing event updated for resources: {'Port': ['ID=47b3ad2d-a7f5-47ee-8837-000a5158e639,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:59.348396 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Router 62c2beb6-f567-4cba-a02b-831748180e2d is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:18:59.380849 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.391502 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-36024659-53f4-4b54-aa24-9bf20837f394 req-99f08c61-c220-4e10-8b38-81f9da472b6b tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.1318181 Jan 17 17:18:59.395871 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:18:59.397858 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:18:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:18:59.415606 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6f7f710c-2f59-426f-9df0-f303de0e9756 HTTP/1.1" status: 204 len: 168 time: 2.2208343 Jan 17 17:18:59.418108 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46014) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:18:59.450385 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:18:59.506119 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Usage tracker for resource:port and tenant:fd8749ce59fa4d7792499ce727fc7352 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:18:59.514594 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.527014 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e042a2e-024d-46f0-b19d-a095ef041e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7f710c-2f59-426f-9df0-f303de0e9756,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:18:59.633571 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:18:59.683757 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:18:59.782423 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:18:59.825594 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Made reservation on behalf of fd8749ce59fa4d7792499ce727fc7352 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:18:59.829157 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.875170 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.885552 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:18:59.889951 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:00.399907 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:52Z', 'revision_number': 3, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:00.404666 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880b919c-4b5f-4bd4-96f3-ce681df029c4 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:52Z', 'revision_number': 3, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:19:00.414920 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Allocated IP 172.20.0.5 (546e684d-7292-48f5-914e-914e00168028/84844eb4-630c-42ab-8acd-f95eb6ea6e7c/68e93645-061f-462a-9072-c0bd2dfad32b) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:00.479326 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffed3060-dbd2-48f0-ac31-5761cadd7b20 req-1bae36ee-ff63-4602-92df-1c10bae76957 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.2423091 Jan 17 17:19:00.746824 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:19:00.760618 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Sync routers for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:19:00.777274 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:00.780781 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:18:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:00.918422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:00.930876 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3e6a64e5-e92a-45f0-b973-efb41c2f59b8 req-455d9a58-e1a1-4545-8188-850d3bf0bcf1 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.2187572 Jan 17 17:19:00.970318 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:01.015137 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.015692 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.017391 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.017895 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > port after_create 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.018429 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.018891 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > port after_update 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.019328 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.019855 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.020284 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.021301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.059705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79905344-ad43-4c25-9326-8edbda535f3b,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:01.070058 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:01.072465 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0cb10c5c-dc56-4cc0-a2f7-8a517dbb56ed admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/79905344-ad43-4c25-9326-8edbda535f3b HTTP/1.1" status: 204 len: 168 time: 2.1309783 Jan 17 17:19:01.124069 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:01.129354 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f8bd8f44-a66e-47ac-8b16-4a248b5115d0 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.9298656 Jan 17 17:19:01.154930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46042) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:01.366628 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.367206 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.367666 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.368107 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:01.368614 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7da526-a0a9-4a30-a982-e2070af8e678']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:01.386032 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:01.454450 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e436b5a8-a728-45d9-898a-7f5e441c5b69') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:01.456866 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e436b5a8-a728-45d9-898a-7f5e441c5b69') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:01.481583 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Allocated IP 172.20.0.1 (432d7935-6285-4393-b3a4-f344ec31b387/30000298-3296-47bf-92d9-01b4ec4b4e89/08ed43be-754d-49aa-a711-653ac4866597) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:01.549107 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:01.621329 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Allocated IP 172.20.0.3 (7d601be3-a6e0-458e-8dfb-62c111990444/1335026e-eb03-4cd7-8895-7c2ef0f3293e/b877e3f5-2612-4681-b088-423f9c494e72) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:01.671236 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:01.871831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:19:01.873175 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: from cryptography.utils import int_from_bytes Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: from cryptography.utils import int_from_bytes Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: util.warn_limited( Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: util.warn_limited( Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:19:02.120682 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:19:02.265082 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 47b3ad2d-a7f5-47ee-8837-000a5158e639 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:02.388929 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46066) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:02.424078 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-59da8750-2652-4a29-b9ff-204fdb2d4489 req-6ab42315-8382-4949-9f5b-b7bf31532e51 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.6577296 Jan 17 17:19:02.613926 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 47b3ad2d-a7f5-47ee-8837-000a5158e639 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:02.648273 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ab5e701-c583-4f0d-b5f6-588fb2df3aaa req-97fd353e-cab9-4cf8-9767-5e8bbf987ddf tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.2219102 Jan 17 17:19:02.656357 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 47b3ad2d-a7f5-47ee-8837-000a5158e639 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:02.657854 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.678313 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.696906 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.774484 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7da526-a0a9-4a30-a982-e2070af8e678,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:02.793478 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a2a54a88-7578-474c-aa2d-25b11403fb93 admin admin] 10.222.0.102 "DELETE /v2.0/networks/6a7da526-a0a9-4a30-a982-e2070af8e678 HTTP/1.1" status: 204 len: 168 time: 3.3740802 Jan 17 17:19:02.802496 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46086) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:02.823786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.851190 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.861271 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-dd328f0f-cb76-4b92-8de6-1c0d03306814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.892136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Transition to ACTIVE for port object 08ed43be-754d-49aa-a711-653ac4866597 will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:02.911956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Deleting subnet 91eab678-016b-4e83-878f-df50c4a0ba5d {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:19:02.919053 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:02.949664 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:54Z', 'revision_number': 3, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:02.957377 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Checking router: 62c2beb6-f567-4cba-a02b-831748180e2d for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:19:02.957738 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Updating router 62c2beb6-f567-4cba-a02b-831748180e2d port f2a64c28-5179-45d4-af2d-4615fca37cc2 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:19:02.967411 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.070571 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.166346 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.288669 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.353927 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.390260 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 47b3ad2d-a7f5-47ee-8837-000a5158e639, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=47b3ad2d-a7f5-47ee-8837-000a5158e639,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:03.403287 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.440158 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Network 432d7935-6285-4393-b3a4-f344ec31b387 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:03.456133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:03.472809 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.571455 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:03.643558 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=47b3ad2d-a7f5-47ee-8837-000a5158e639,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:03.672690 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Pushing event updated for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:03.744371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.929766 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.947399 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:03.970003 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-90bedbaa-885d-4cfb-8382-09aee8a33408 None None] Provisioning for port 08ed43be-754d-49aa-a711-653ac4866597 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:03.982966 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-90bedbaa-885d-4cfb-8382-09aee8a33408 None None] Provisioning complete for port 08ed43be-754d-49aa-a711-653ac4866597 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:03.983670 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-90bedbaa-885d-4cfb-8382-09aee8a33408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:03.996450 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Usage tracker for resource:security_group_rule and tenant:233a08564ee24d96a79bb14a5a6264d2 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:04.046977 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:04.086432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.098550 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:04.150793 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 47b3ad2d-a7f5-47ee-8837-000a5158e639 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:04.244933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.297865 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1796b8e0-1328-4b3c-b793-238316102085 req-910a30d0-a856-4ece-8fb1-f108dd3b0366 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.5557563 Jan 17 17:19:04.304003 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-42ec7ba2-13ac-462e-980b-8df516bb0a41 req-2a0ebde2-233c-47fb-9a32-ec7144a24650 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.3021586 Jan 17 17:19:04.307058 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.348289 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Transition to ACTIVE for port object f2a64c28-5179-45d4-af2d-4615fca37cc2 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:04.415541 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91eab678-016b-4e83-878f-df50c4a0ba5d,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:04.425224 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.460631 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f130d309-3b8b-4bd4-9835-deacce603eec admin admin] 10.222.0.102 "DELETE /v2.0/subnets/91eab678-016b-4e83-878f-df50c4a0ba5d HTTP/1.1" status: 204 len: 168 time: 1.6539698 Jan 17 17:19:04.461874 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46124) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:04.479454 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-90bedbaa-885d-4cfb-8382-09aee8a33408 None None] Port 08ed43be-754d-49aa-a711-653ac4866597 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:19:04.485730 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Network 546e684d-7292-48f5-914e-914e00168028 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:04.504026 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:04.522270 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.540160 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:04.546633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:04.558522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.566267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.622761 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.654751 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event updated for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:04.694928 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Attempting to bind port f2a64c28-5179-45d4-af2d-4615fca37cc2 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:04.695611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Attempting to bind port f2a64c28-5179-45d4-af2d-4615fca37cc2 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:04.696181 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Attempting to bind port f2a64c28-5179-45d4-af2d-4615fca37cc2 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:04.700370 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf2b6f-0dad-414f-893d-8cd34f014799 None None] Pushing event updated for resources: {'Port': ['ID=f2a64c28-5179-45d4-af2d-4615fca37cc2,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:04.713670 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:04.714033 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:04.714497 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.714988 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:04.715611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Bound port: f2a64c28-5179-45d4-af2d-4615fca37cc2, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:04.716376 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.753274 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 47b3ad2d-a7f5-47ee-8837-000a5158e639 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:04.753892 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:04.848453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.064351 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Network 7d601be3-a6e0-458e-8dfb-62c111990444 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:05.073404 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:05.102091 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:05.124724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:05.126458 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.149426 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-13210297-b511-4671-9592-16ac124da8cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4952278 Jan 17 17:19:05.150123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Pushing event updated for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:05.177999 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] For port f2a64c28-5179-45d4-af2d-4615fca37cc2, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:05.210026 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] For port f2a64c28-5179-45d4-af2d-4615fca37cc2, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=f2a64c28-5179-45d4-af2d-4615fca37cc2,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:05.210179 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b2cc7f8-2ce0-4234-aee7-0958fe01592c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.217135 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-93164ceb-cd9c-4eba-bea6-bf243bdf53cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=86828) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 17 17:19:05.219058 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-93164ceb-cd9c-4eba-bea6-bf243bdf53cc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0386531 Jan 17 17:19:05.225016 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.232832 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.246411 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.297684 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.300259 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a10ed0-2afa-4a0a-ab35-77395e46b3da']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:05.319511 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32722729-618e-4fcd-ad70-2d27d7304607') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:05.319824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32722729-618e-4fcd-ad70-2d27d7304607') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:05.335381 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.380489 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.398622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:19:05.405881 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.439225 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:05.446330 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:19:05.518125 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:19:05.520355 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:05.696433 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-9c9d27cb-014f-4b9d-9da1-d1315bb033bd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9777188 Jan 17 17:19:05.700877 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf2b6f-0dad-414f-893d-8cd34f014799 None None] Pushing event updated for resources: {'Port': ['ID=f2a64c28-5179-45d4-af2d-4615fca37cc2,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:05.924788 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2b0b9-680a-4536-be4a-054e6259e3d6,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:05.961085 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7b7f1f2f-1507-4475-bf39-7184c3ecc361 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=233a08564ee24d96a79bb14a5a6264d2&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5701456 Jan 17 17:19:05.965100 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:05.973058 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46158) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:05.998738 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.062841 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.114459 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a10ed0-2afa-4a0a-ab35-77395e46b3da,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:06.207234 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d30a076d-5a92-4f23-ba76-7f18c779d061 admin admin] 10.222.0.102 "DELETE /v2.0/networks/92a10ed0-2afa-4a0a-ab35-77395e46b3da HTTP/1.1" status: 204 len: 168 time: 1.7446058 Jan 17 17:19:06.212870 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46170) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:06.300321 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4c8d-4109-44bb-8828-d76b20170f53 req-1aba3219-e67c-4158-8f5c-5b7f573ccff6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:06.301867 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af7a4c8d-4109-44bb-8828-d76b20170f53 req-1aba3219-e67c-4158-8f5c-5b7f573ccff6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 931 time: 0.7345781 Jan 17 17:19:06.306577 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.315631 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.327541 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78b185-cacc-4a28-afc3-1fbb21298623 req-3dd2c2f0-fa71-41bc-8256-66ae4cc1e6ac tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:06.329677 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d78b185-cacc-4a28-afc3-1fbb21298623 req-3dd2c2f0-fa71-41bc-8256-66ae4cc1e6ac tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 931 time: 0.7671614 Jan 17 17:19:06.330560 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Allocated IP 172.20.0.1 (8e1e6a01-c13f-4078-b680-7f08c331ed66/5b1f569a-44c8-4301-a102-f9db45e82624/a936880f-b3f9-46d4-a7ad-979879d686e4) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:06.352824 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.373017 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.535187 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Request body: {'port': {'device_id': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:06.552365 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af7a4c8d-4109-44bb-8828-d76b20170f53 req-b60a4b28-9f21-450d-8872-b0a7b333ca12 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208817 Jan 17 17:19:06.561295 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d78b185-cacc-4a28-afc3-1fbb21298623 req-d5da4806-f4bd-44c0-be2d-ad5a0a116b70 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858761 Jan 17 17:19:06.589241 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.597042 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.714737 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:54Z', 'revision_number': 3, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:06.722507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530e959-d08d-45f3-803c-7d49a58860c2 None None] The sync data for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb is: [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:18:54Z', 'revision_number': 3, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:19:06.739852 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Request body: {'port': {'device_id': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:06.785122 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.796129 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.807060 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.823800 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Pushing event updated for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:06.832131 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:06.850960 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46186) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:06.863742 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c1e0068d23342da9da09fab2b96c581 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:06.929444 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2b0b9-680a-4536-be4a-054e6259e3d6,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:06.936364 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:06.962245 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:06.979032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:06.982183 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-75d19541-4c87-494c-bed0-acbd2268de9f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9ed2b0b9-680a-4536-be4a-054e6259e3d6 HTTP/1.1" status: 204 len: 168 time: 1.0011895 Jan 17 17:19:07.081485 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-bc7b3fe4-bfed-4118-872d-e0822f2d81f7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3d1b8bbb3906484384e811a7f0d76a86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2271063 Jan 17 17:19:07.102015 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46192) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:07.107683 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.182027 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.188565 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Network 432d7935-6285-4393-b3a4-f344ec31b387 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:07.207151 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:07.362494 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.604459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.667572 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.881918 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-2a12575e-be58-4c12-b02f-3f12507dd676 None None] Provisioning complete for port 08ed43be-754d-49aa-a711-653ac4866597 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:07.882503 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2a12575e-be58-4c12-b02f-3f12507dd676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:07.968368 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.122337 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-2a12575e-be58-4c12-b02f-3f12507dd676 None None] Port 08ed43be-754d-49aa-a711-653ac4866597 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:19:08.126777 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.276783 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device f2a64c28-5179-45d4-af2d-4615fca37cc2 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:08.392090 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.512272 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:19:08.518984 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2c1e0068d23342da9da09fab2b96c581&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2997861 Jan 17 17:19:08.520396 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port f2a64c28-5179-45d4-af2d-4615fca37cc2 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:08.526443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46218) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:08.534046 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port f2a64c28-5179-45d4-af2d-4615fca37cc2 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:08.535520 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.569330 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.573097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac8cc-5187-4dbe-b34c-3a2043ce39b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c316fdb-5ebf-4d34-8255-9e18107adf8e,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:08.609215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.662902 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b90c23d-f261-4bcf-8afd-393ba99ba94e,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:08.664273 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.665419 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7bf99468-0bfc-4e9d-a0f2-60ea7b11ae98 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9b90c23d-f261-4bcf-8afd-393ba99ba94e HTTP/1.1" status: 204 len: 168 time: 1.5599957 Jan 17 17:19:08.722570 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e93645-061f-462a-9072-c0bd2dfad32b {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:08.766935 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.844788 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port f2a64c28-5179-45d4-af2d-4615fca37cc2, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=f2a64c28-5179-45d4-af2d-4615fca37cc2,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:08.852406 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.889445 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.904724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:08.919011 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:08.925776 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:19:08.935103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:08.944837 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:08.944837 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:08.952654 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:19:08.955984 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Transition to ACTIVE for port object 68e93645-061f-462a-9072-c0bd2dfad32b will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:08.969789 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:08.971405 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:08.979925 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba5c28-8fa3-4d55-84ed-721600685983 req-3d711599-415b-44fb-92a3-1a182eaad93d tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:08.981520 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9ba5c28-8fa3-4d55-84ed-721600685983 req-3d711599-415b-44fb-92a3-1a182eaad93d tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 931 time: 0.9118567 Jan 17 17:19:08.985335 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7c273a55-fa6f-453b-899c-24b68588cc71 admin admin] 10.222.0.102 "PUT /v2.0/routers/ce18dd69-195c-461a-a29f-a1a6aaf66811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8192732 Jan 17 17:19:09.023246 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:09.025204 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:09.054215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe1738-74ab-44bb-8e37-cc353e60e849 req-59cd74d5-d584-438e-9831-7c1bf08030dc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:09.055798 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5dfe1738-74ab-44bb-8e37-cc353e60e849 req-59cd74d5-d584-438e-9831-7c1bf08030dc tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 931 time: 1.0736656 Jan 17 17:19:09.095229 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=f2a64c28-5179-45d4-af2d-4615fca37cc2,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:09.191630 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5dfe1738-74ab-44bb-8e37-cc353e60e849 req-38d9b273-4231-46d4-84fa-d78d4dac2a02 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092422 Jan 17 17:19:09.231178 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9ba5c28-8fa3-4d55-84ed-721600685983 req-c08fe104-26b6-4a15-ba66-674daf841c22 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225065 Jan 17 17:19:09.407055 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:09.669073 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46242) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:09.807291 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-464b60e1-5003-4a0d-b3fa-488938083a7f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a8b5e5f9a5c84e859687fe6dc5bfdd18&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1367245 Jan 17 17:19:09.811753 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46250) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:09.857549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:09.885249 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.041372 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.074836 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b877e3f5-2612-4681-b088-423f9c494e72 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:10.094516 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.105955 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.132426 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Transition to ACTIVE for port object b877e3f5-2612-4681-b088-423f9c494e72 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:10.176219 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device f2a64c28-5179-45d4-af2d-4615fca37cc2 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:10.303671 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.309066 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.316208 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.384615 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c631e68-113a-4c67-90db-c6766098dede,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:10.417420 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.423056 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e8169db4-87b3-45dd-b097-5b3013f6aaab admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6c631e68-113a-4c67-90db-c6766098dede HTTP/1.1" status: 204 len: 168 time: 0.6096590 Jan 17 17:19:10.502796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port f2a64c28-5179-45d4-af2d-4615fca37cc2 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:10.503342 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.655679 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:06Z', 'revision_number': 2, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:10.680504 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:19:10.682412 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Updating router ce18dd69-195c-461a-a29f-a1a6aaf66811 port 08ed43be-754d-49aa-a711-653ac4866597 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:19:10.860115 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:10.906945 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3be40-7d3c-4eda-9b88-24c0ef146a86 req-e03f4565-de6c-4cd7-9370-5caac4e48f59 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:10.936398 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79a3be40-7d3c-4eda-9b88-24c0ef146a86 req-e03f4565-de6c-4cd7-9370-5caac4e48f59 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.2731249 Jan 17 17:19:10.974765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46276) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:10.988997 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c316fdb-5ebf-4d34-8255-9e18107adf8e,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:10.994104 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Pushing event updated for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:11.028511 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228417966', 'description': 'tempest-description--192963183'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:11.050703 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.052519 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f0407e41-3a6f-4986-b36b-beecb478e4cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c316fdb-5ebf-4d34-8255-9e18107adf8e HTTP/1.1" status: 204 len: 168 time: 2.5195439 Jan 17 17:19:11.053860 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Attempting to bind port 68e93645-061f-462a-9072-c0bd2dfad32b on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:11.054120 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Attempting to bind port 68e93645-061f-462a-9072-c0bd2dfad32b by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:11.054463 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Attempting to bind port 68e93645-061f-462a-9072-c0bd2dfad32b on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:11.058960 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:11.084933 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79a3be40-7d3c-4eda-9b88-24c0ef146a86 req-940ba175-215a-49df-a4ec-09244fe72bb8 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475549 Jan 17 17:19:11.119622 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:11.126945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Port 68e93645-061f-462a-9072-c0bd2dfad32b on network 546e684d-7292-48f5-914e-914e00168028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:11.127455 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Attempting to bind port 68e93645-061f-462a-9072-c0bd2dfad32b on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:11.134480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:11.147678 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:11.150274 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:11.150776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Checking segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:11.151641 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Bound using segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:11.152053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Bound port: 68e93645-061f-462a-9072-c0bd2dfad32b, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:11.152485 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.175601 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Attempting to bind port b877e3f5-2612-4681-b088-423f9c494e72 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:11.175947 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Attempting to bind port b877e3f5-2612-4681-b088-423f9c494e72 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'b2efff70-039f-4cc3-8d08-04d20bff16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:11.176463 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Attempting to bind port b877e3f5-2612-4681-b088-423f9c494e72 on network 7d601be3-a6e0-458e-8dfb-62c111990444 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:11.189053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Port b877e3f5-2612-4681-b088-423f9c494e72 on network 7d601be3-a6e0-458e-8dfb-62c111990444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:11.189376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Attempting to bind port b877e3f5-2612-4681-b088-423f9c494e72 on network 7d601be3-a6e0-458e-8dfb-62c111990444 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:11.293584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:11.293584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Checking segment: {'id': 'b2efff70-039f-4cc3-8d08-04d20bff16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:11.293584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Bound using segment: {'id': 'b2efff70-039f-4cc3-8d08-04d20bff16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:11.293881 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Bound port: b877e3f5-2612-4681-b088-423f9c494e72, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2efff70-039f-4cc3-8d08-04d20bff16cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:11.294229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.355351 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42198cbd-99dd-405e-a252-985835a91552 req-27a7957e-c139-47b7-a058-48d9f6dd2129 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:11.357308 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-42198cbd-99dd-405e-a252-985835a91552 req-27a7957e-c139-47b7-a058-48d9f6dd2129 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 943 time: 0.2069070 Jan 17 17:19:11.417729 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-42198cbd-99dd-405e-a252-985835a91552 req-6ae7c694-3df8-416e-88d9-a1a00e876bad tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Jan 17 17:19:11.430746 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.452724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:11.503037 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.517143 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:11.521467 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:11.527991 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:11.534180 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:11.592557 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68e93645-061f-462a-9072-c0bd2dfad32b,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:11.634813 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.703316 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.791295 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.815659 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Transition to ACTIVE for port object 08ed43be-754d-49aa-a711-653ac4866597 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:11.839436 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.850996 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:11.852594 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:11.855150 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/68e93645-061f-462a-9072-c0bd2dfad32b HTTP/1.1" status: 200 len: 1093 time: 5.8891065 Jan 17 17:19:11.884507 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:11.943907 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46318) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:11.972057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.004329 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:12.009332 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Usage tracker for resource:security_group_rule and tenant:a7e5663e9af1450bb94443f0042dad11 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:12.013215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:12.023886 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:12.151746 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.203663 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.221205 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.309856 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07bcff-f37e-4769-b665-0b1a0853d1b3 None None] Pushing event updated for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:12.320603 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344cf37-27ce-4a47-b513-45fb6cead20b,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:12.326248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-57c3624a-637a-40ea-8a23-7a060a65556c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a7e5663e9af1450bb94443f0042dad11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807983 Jan 17 17:19:12.337956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46336) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:12.338949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.381853 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Attempting to bind port 08ed43be-754d-49aa-a711-653ac4866597 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:12.387323 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Attempting to bind port 08ed43be-754d-49aa-a711-653ac4866597 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:12.387990 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Attempting to bind port 08ed43be-754d-49aa-a711-653ac4866597 on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:12.395937 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:12.398569 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Checking segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:12.400993 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.401513 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:12.402126 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Bound using segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:12.403993 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Bound port: 08ed43be-754d-49aa-a711-653ac4866597, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:12.404612 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.464517 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749debb-8752-4775-9a2f-5be1adab61c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:12.484188 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.501875 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b877e3f5-2612-4681-b088-423f9c494e72,segment=NetworkSegment(b2efff70-039f-4cc3-8d08-04d20bff16cb),segment_id=b2efff70-039f-4cc3-8d08-04d20bff16cb)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:12.519711 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.585912 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] For port 08ed43be-754d-49aa-a711-653ac4866597, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:12.593182 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] For port 08ed43be-754d-49aa-a711-653ac4866597, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=08ed43be-754d-49aa-a711-653ac4866597,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:12.604911 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.610055 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.634648 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344cf37-27ce-4a47-b513-45fb6cead20b,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:12.642283 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.643469 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-302b3fbd-1a4d-4a51-8587-ece9a6707f2f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f344cf37-27ce-4a47-b513-45fb6cead20b HTTP/1.1" status: 204 len: 168 time: 0.3040330 Jan 17 17:19:12.644688 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9306b3-4246-49a4-9d64-610035321083,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:12.672004 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e0e9f-b6fe-44e3-bc10-9acef4b9a5df req-8d284051-af84-40ae-96e6-a974dc1f920c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:12.673937 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b90e0e9f-b6fe-44e3-bc10-9acef4b9a5df req-8d284051-af84-40ae-96e6-a974dc1f920c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.3375888 Jan 17 17:19:12.718851 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.726167 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.727844 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-185f230e-324b-434a-b73b-5370cda90afa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7354729 Jan 17 17:19:12.753807 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46350) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:12.794028 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:12.794653 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:12.809383 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group_rule': {'security_group_id': '6e9306b3-4246-49a4-9d64-610035321083', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:12.824820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:12.829844 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:12.835193 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:12.843027 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:12.856102 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b90e0e9f-b6fe-44e3-bc10-9acef4b9a5df req-efc0bf29-60dd-4fa3-aaaa-38f05790cd9d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759727 Jan 17 17:19:12.905991 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:12.906974 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:12.908544 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] 10.222.0.57 "PUT /v2.0/ports/b877e3f5-2612-4681-b088-423f9c494e72 HTTP/1.1" status: 200 len: 1093 time: 6.9388404 Jan 17 17:19:12.911296 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.070168 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-12da034e-f0da-4f8a-a974-f171276bbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:13.071951 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-12da034e-f0da-4f8a-a974-f171276bbffe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 1096 time: 0.9156995 Jan 17 17:19:13.075359 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.089909 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.126999 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a500d55f-6b3a-4048-93be-5efbe2cdc280,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:13.160029 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:13.194118 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c416d8-2123-4997-bd14-a899228cc34a req-22141f62-5a4b-4cbf-9cc9-779df9d2d6be tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:13.204763 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-34c416d8-2123-4997-bd14-a899228cc34a req-22141f62-5a4b-4cbf-9cc9-779df9d2d6be tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 943 time: 0.5220103 Jan 17 17:19:13.209274 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bf71a-7e47-431b-bc99-9b775cb46539 service neutron] Pushing event updated for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:13.210346 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.216191 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-780b1b68-16fb-44fb-9f8e-f820a15a4592 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4548736 Jan 17 17:19:13.221683 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46364) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:13.239085 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-55ef20f0-17cf-49e1-9542-ba2fc25533a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e93645-061f-462a-9072-c0bd2dfad32b HTTP/1.1" status: 200 len: 217 time: 0.1567421 Jan 17 17:19:13.245869 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group_rule': {'security_group_id': '6e9306b3-4246-49a4-9d64-610035321083', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:13.252059 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:13.257417 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:13.260742 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:13.266959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:13.324133 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-34c416d8-2123-4997-bd14-a899228cc34a req-26c37d15-4e49-4eb8-9b53-7e2d58ed9c12 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172357 Jan 17 17:19:13.362000 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-dda31a82-bac5-4fb1-92ab-5ad78647bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:13.363542 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-dda31a82-bac5-4fb1-92ab-5ad78647bbb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.0918522 Jan 17 17:19:13.369286 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b', 'status': 'completed', 'code': 200} Jan 17 17:19:13.376079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.417645 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.435212 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.440496 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:13.511731 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07bcff-f37e-4769-b665-0b1a0853d1b3 None None] Pushing event updated for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=4']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:13.532794 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-66edb48f-b7b3-4dae-87de-c4f48928ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:13.536838 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-66edb48f-b7b3-4dae-87de-c4f48928ad03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd8749ce59fa4d7792499ce727fc7352&device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 1096 time: 0.5688570 Jan 17 17:19:13.560193 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-c2929e0c-8e8d-4490-a94a-7de557e9aef8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833668 Jan 17 17:19:13.724066 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:12Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:13.735746 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d93dc7-fe51-4a22-a41b-7bf971f7bde9 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:12Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:19:13.802558 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-b1258a8b-eefa-458a-900a-cb180aa3b4e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b877e3f5-2612-4681-b088-423f9c494e72 HTTP/1.1" status: 200 len: 217 time: 0.2408085 Jan 17 17:19:14.053835 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:14.196914 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 08ed43be-754d-49aa-a711-653ac4866597 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:14.199716 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-a92d19d6-4827-4490-b52d-734fe09a99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:14.201178 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-a92d19d6-4827-4490-b52d-734fe09a99a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1335026e-eb03-4cd7-8895-7c2ef0f3293e HTTP/1.1" status: 200 len: 851 time: 0.2870531 Jan 17 17:19:14.214433 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:14.352691 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:14.402436 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-d0b4f6fb-0ec7-4258-bf2c-ecda29db9e79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d601be3-a6e0-458e-8dfb-62c111990444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580942 Jan 17 17:19:14.455521 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c5266a-0c1c-43e1-b9a8-8eade7a37045,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:14.472260 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 08ed43be-754d-49aa-a711-653ac4866597 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:14.483386 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 08ed43be-754d-49aa-a711-653ac4866597 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:14.483925 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:14.514050 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a819b96-7014-4d79-baf5-502f1210be45 req-d3a6cb82-8bb6-45ff-b6b8-e3f2a47b3f97 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:14.517538 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6a819b96-7014-4d79-baf5-502f1210be45 req-d3a6cb82-8bb6-45ff-b6b8-e3f2a47b3f97 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.3281641 Jan 17 17:19:14.540596 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:14.554662 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-20f6808b-5ea4-4b7d-bc03-1905855493cd service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167465 Jan 17 17:19:14.555775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:14.680084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:14.681250 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-47b60c74-a04d-408a-a01e-69f158785050 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4505222 Jan 17 17:19:14.725602 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46422) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:14.731493 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:14.764569 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6a819b96-7014-4d79-baf5-502f1210be45 req-93968983-ecfa-4ffa-a91a-a142d5e3b453 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353239 Jan 17 17:19:14.805255 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:14.831008 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1812a-7e12-4faa-b68b-72282db8c2d1 req-a925b373-55b6-43de-9313-e2fd3e2e8a55 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:14.834231 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a5e1812a-7e12-4faa-b68b-72282db8c2d1 req-a925b373-55b6-43de-9313-e2fd3e2e8a55 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 943 time: 0.1840663 Jan 17 17:19:14.873062 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:14.899001 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:floatingip and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:14.917034 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:14.925658 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 08ed43be-754d-49aa-a711-653ac4866597, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=08ed43be-754d-49aa-a711-653ac4866597,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:14.936869 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:14.940188 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a5e1812a-7e12-4faa-b68b-72282db8c2d1 req-effbfb57-5b14-46c2-ae7d-4661d55ff406 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Jan 17 17:19:14.941151 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:15.038858 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:15.075672 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:15.148189 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-47636212-618e-48bc-90fe-25e2e369182d service neutron] 10.222.0.57 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968503 Jan 17 17:19:15.226110 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-13e519df-d1c4-4bcb-986c-e79374503a2e req-40c2383b-bc5e-4d94-a9f2-519a6198b03c service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472722 Jan 17 17:19:15.386551 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:15.408047 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Router 62c2beb6-f567-4cba-a02b-831748180e2d has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:19:15.533686 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72', 'status': 'completed', 'code': 200} Jan 17 17:19:15.553156 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9189a9fc-2d54-4293-a1b5-684f1b6d1fdc req-d71475f1-a65f-4e83-9205-baf626c02098 service neutron] 10.222.0.57 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563044 Jan 17 17:19:15.898678 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-bd78799e-ae82-4cbb-9c7f-c8bccc81e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:15.900157 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-bd78799e-ae82-4cbb-9c7f-c8bccc81e272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 1096 time: 0.5904317 Jan 17 17:19:15.946015 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:19:15.959238 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Sync routers for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:19:15.989820 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:15.990465 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:16.009470 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b605db62-8c77-4425-91f2-263c7c4990d2 admin admin] 10.222.0.102 "PUT /v2.0/routers/62c2beb6-f567-4cba-a02b-831748180e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8501067 Jan 17 17:19:16.038242 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:16.132749 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f3caf-d021-466e-9485-e79d2719a3cb req-4ce701fa-23ea-4295-b196-ab9b4bd8d1c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:16.135525 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c3f3caf-d021-466e-9485-e79d2719a3cb req-4ce701fa-23ea-4295-b196-ab9b4bd8d1c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.2434723 Jan 17 17:19:16.231119 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 08ed43be-754d-49aa-a711-653ac4866597 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:16.242462 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c3f3caf-d021-466e-9485-e79d2719a3cb req-f7bd5344-fe1c-4f43-953c-59f48e0d7d8d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988410 Jan 17 17:19:16.304513 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-43bba0a3-a52e-425d-90ce-bc002b52c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:16.306025 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-43bba0a3-a52e-425d-90ce-bc002b52c134 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd8749ce59fa4d7792499ce727fc7352&device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 1096 time: 0.6873107 Jan 17 17:19:16.402677 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52a014-a849-4cc5-9543-4d8e9541f62c req-6b56a076-0f84-4f58-928e-a6e29e636495 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:16.413377 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ff52a014-a849-4cc5-9543-4d8e9541f62c req-6b56a076-0f84-4f58-928e-a6e29e636495 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 943 time: 0.1385198 Jan 17 17:19:16.493405 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-36319112-4c99-4ccb-a91b-22dda7a59156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:16.506757 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46482) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:16.508175 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-36319112-4c99-4ccb-a91b-22dda7a59156 service neutron] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 915 time: 0.5909898 Jan 17 17:19:16.512773 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 08ed43be-754d-49aa-a711-653ac4866597 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:16.514696 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:16.532948 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ff52a014-a849-4cc5-9543-4d8e9541f62c req-bdc3eb85-8a90-4755-8538-7512924f303a tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185067 Jan 17 17:19:16.813875 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-659a0b9f-9c21-4243-b419-6ef33241f6f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e93645-061f-462a-9072-c0bd2dfad32b HTTP/1.1" status: 200 len: 217 time: 0.2017257 Jan 17 17:19:16.869238 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:16.874813 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:16.983214 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Allocated IP 172.28.0.74 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/696de2c3-f3fd-493c-99e4-901c71f1fa93) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:16.988472 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:17.092082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-01e2cab3-e9b1-4894-9512-83ed64638a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:17.110952 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-01e2cab3-e9b1-4894-9512-83ed64638a66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.2889869 Jan 17 17:19:17.111566 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e08fae8eacf48979a6351f774572bbc is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:17.118793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:17.122975 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-428c9340-04f3-42d1-9d21-5658dc2b5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:17.124462 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-428c9340-04f3-42d1-9d21-5658dc2b5624 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d601be3-a6e0-458e-8dfb-62c111990444 HTTP/1.1" status: 200 len: 912 time: 0.7883229 Jan 17 17:19:17.129695 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:17.229695 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-a7be31e9-fc89-4c98-a12a-882d40135952 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:17.236949 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-a7be31e9-fc89-4c98-a12a-882d40135952 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 819 time: 0.2337275 Jan 17 17:19:17.262384 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-9b9fcb7e-414e-4bdf-b60d-ee7cbaa6b361 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/quotas/b07667787c454fe1a51c98a272d4f4f6 HTTP/1.1" status: 200 len: 375 time: 0.0243449 Jan 17 17:19:17.322106 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-8fa5ad6d-97dc-4a8c-b6c5-b25c001bd213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028823 Jan 17 17:19:17.341370 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-98e90fe9-1c9d-4597-9d19-30f0702fea6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b877e3f5-2612-4681-b088-423f9c494e72 HTTP/1.1" status: 200 len: 217 time: 0.1551363 Jan 17 17:19:17.394227 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.411652 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-d8c49b9d-fef2-42c1-97a3-935acf8d8607 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477137 Jan 17 17:19:17.435481 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.494369 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:11Z', 'revision_number': 4, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'a936880f-b3f9-46d4-a7ad-979879d686e4', 'name': '', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'mac_address': 'fa:16:3e:74:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:05Z', 'updated_at': '2022-01-17T17:19:12Z', 'revision_number': 2, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'subnets': [{'id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:17.500411 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Checking router: 62c2beb6-f567-4cba-a02b-831748180e2d for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:19:17.500791 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Updating router 62c2beb6-f567-4cba-a02b-831748180e2d port a936880f-b3f9-46d4-a7ad-979879d686e4 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:19:17.568334 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.589212 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-3c3e3350-4d1b-4463-a9f3-f800dccd46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:17.590864 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-3c3e3350-4d1b-4463-a9f3-f800dccd46e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1335026e-eb03-4cd7-8895-7c2ef0f3293e HTTP/1.1" status: 200 len: 851 time: 0.2066820 Jan 17 17:19:17.608889 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9e08fae8eacf48979a6351f774572bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960362 Jan 17 17:19:17.608889 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b39f6-a5bc-4330-9bc2-f50865e052f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a961fea-9f5c-4fce-9a90-aae4bae2e2ee,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:17.612280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46520) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:17.682531 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-9785556d-350c-454a-8e16-8a91d30e759f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d601be3-a6e0-458e-8dfb-62c111990444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778649 Jan 17 17:19:17.687627 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.716995 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-f91649af-23f4-4666-9b12-c1e9136f0332 service neutron] 10.222.0.102 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043461 Jan 17 17:19:17.723467 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-f13cecf8-f755-4413-bca4-5eeeda8f486a service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838942 Jan 17 17:19:17.804787 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.842032 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dcc5e-5e11-4b44-9d51-6a167373fa62 req-7040c031-43d7-4195-97d4-e0a5f75dc86d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:17.843394 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6e0dcc5e-5e11-4b44-9d51-6a167373fa62 req-7040c031-43d7-4195-97d4-e0a5f75dc86d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.3343902 Jan 17 17:19:17.892235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.939069 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.962082 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6e0dcc5e-5e11-4b44-9d51-6a167373fa62 req-c710031b-a44b-4877-9b0b-cf0a59cba4bf tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046817 Jan 17 17:19:17.964035 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-cd8d504b-36f4-44a0-a3c2-2e943444894c service neutron] 10.222.0.102 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341645 Jan 17 17:19:17.988092 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:17.999597 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-52b246e8-df9e-4284-908f-ed485cb7e968 service neutron] 10.222.0.57 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065708 Jan 17 17:19:18.004048 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.006026 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a961fea-9f5c-4fce-9a90-aae4bae2e2ee,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:18.011154 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.011790 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a1e26730-c2c3-4c16-90bf-0b7e24bc2333 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5a961fea-9f5c-4fce-9a90-aae4bae2e2ee HTTP/1.1" status: 204 len: 168 time: 0.3954029 Jan 17 17:19:18.024849 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e6d5ccbc-f157-4955-998d-21e372f57e33 req-6fed2ce8-3b72-49f7-957a-6ec2a6c30308 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581739 Jan 17 17:19:18.027880 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Transition to ACTIVE for port object a936880f-b3f9-46d4-a7ad-979879d686e4 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:18.057603 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:18.068022 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.241338 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:18.249009 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:18.263193 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c267fb-df01-492c-b52d-844149d466cd None None] Pushing event updated for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:18.266367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=696de2c3-f3fd-493c-99e4-901c71f1fa93,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:18.272579 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device b877e3f5-2612-4681-b088-423f9c494e72 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:18.383654 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a58b6-cbf5-45e9-9043-5c2230674fa0 req-c5d48757-1567-4fca-8343-2d3a24b1df67 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:18.392540 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-310a58b6-cbf5-45e9-9043-5c2230674fa0 req-c5d48757-1567-4fca-8343-2d3a24b1df67 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 943 time: 0.2409616 Jan 17 17:19:18.506205 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.565992 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af604800-a454-41b9-8875-60236f0e5c37 req-e07ca55e-c195-4f12-82c9-14a58a4d3649 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 210 time: 0.1652360 Jan 17 17:19:18.611952 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.643121 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-310a58b6-cbf5-45e9-9043-5c2230674fa0 req-02b62c6e-f773-4bbb-af07-245892d5d569 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497115 Jan 17 17:19:18.651086 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46556) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:18.679700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b877e3f5-2612-4681-b088-423f9c494e72,segment=NetworkSegment(b2efff70-039f-4cc3-8d08-04d20bff16cb),segment_id=b2efff70-039f-4cc3-8d08-04d20bff16cb)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:18.693569 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7ba1dc6a-1835-4175-b2f5-a595113d0696 req-0fbea62c-3557-437e-9462-c61490dc5f76 service neutron] 10.222.0.57 "GET /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765361 Jan 17 17:19:18.720397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:18.754135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'b877e3f5-2612-4681-b088-423f9c494e72', 'network_id': '7d601be3-a6e0-458e-8dfb-62c111990444', 'port_id': 'b877e3f5-2612-4681-b088-423f9c494e72', 'mac_address': 'fa:16:3e:3b:0a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335026e-eb03-4cd7-8895-7c2ef0f3293e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:18.760510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:18.767351 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd3020c6b1842aba28a7e046b943410 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:18.773296 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:18.794589 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:19.013227 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.025546 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.064722 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Attempting to bind port a936880f-b3f9-46d4-a7ad-979879d686e4 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:19.065233 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Attempting to bind port a936880f-b3f9-46d4-a7ad-979879d686e4 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:19.065671 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Attempting to bind port a936880f-b3f9-46d4-a7ad-979879d686e4 on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:19.086502 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.087965 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:19.088344 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Checking segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:19.088787 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.095449 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Bound using segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:19.096648 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Bound port: a936880f-b3f9-46d4-a7ad-979879d686e4, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:19.097067 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.107280 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.114914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.237281 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=696de2c3-f3fd-493c-99e4-901c71f1fa93,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:19.271072 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bbd3020c6b1842aba28a7e046b943410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179636 Jan 17 17:19:19.272358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.274765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46586) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:19.309176 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.319833 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e3f76ec3-12dd-478c-90cf-e49418bfb39a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5931394 Jan 17 17:19:19.320968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec531b0e-2e19-4edb-b799-e01d1228e319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c76f1c2-dd79-44a4-b08b-f311cb554347,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:19.361229 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b877e3f5-2612-4681-b088-423f9c494e72 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:19.432092 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.470915 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-5f39a171-fb7e-4d2e-81fe-0898fd57dc28 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:19.479232 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-5f39a171-fb7e-4d2e-81fe-0898fd57dc28 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 819 time: 0.4668181 Jan 17 17:19:19.484964 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.496346 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-5e9762f5-7f3f-4bf9-b426-dfefff7123ba tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/quotas/b07667787c454fe1a51c98a272d4f4f6 HTTP/1.1" status: 200 len: 375 time: 0.0159862 Jan 17 17:19:19.513766 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] For port a936880f-b3f9-46d4-a7ad-979879d686e4, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:19.522985 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] For port a936880f-b3f9-46d4-a7ad-979879d686e4, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a936880f-b3f9-46d4-a7ad-979879d686e4,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:19.528363 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b877e3f5-2612-4681-b088-423f9c494e72,segment=NetworkSegment(b2efff70-039f-4cc3-8d08-04d20bff16cb),segment_id=b2efff70-039f-4cc3-8d08-04d20bff16cb)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:19.538058 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.584299 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.617189 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5403a7-2e8a-4aa0-ba9a-42ec5fef6dc4 req-f2601826-1e55-4b5e-a70b-076081fb509e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:19.620820 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.624372 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2b5403a7-2e8a-4aa0-ba9a-42ec5fef6dc4 req-f2601826-1e55-4b5e-a70b-076081fb509e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 943 time: 0.3651178 Jan 17 17:19:19.624558 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1c76f1c2-dd79-44a4-b08b-f311cb554347 HTTP/1.1" status: 204 len: 168 time: 0.3438702 Jan 17 17:19:19.625397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ef697-50d9-48ca-8ec2-ffcc600bd6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c76f1c2-dd79-44a4-b08b-f311cb554347,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:19.696564 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2b5403a7-2e8a-4aa0-ba9a-42ec5fef6dc4 req-5f9855c2-e8a0-491f-8517-d0a71093cd6d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Jan 17 17:19:19.707495 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:19.709055 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 68e93645-061f-462a-9072-c0bd2dfad32b details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:19.728736 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-dd0e0827-9e97-467d-b181-c5bd67b50351 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306421 Jan 17 17:19:19.883220 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68e93645-061f-462a-9072-c0bd2dfad32b,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:19.910219 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '68e93645-061f-462a-9072-c0bd2dfad32b', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'port_id': '68e93645-061f-462a-9072-c0bd2dfad32b', 'mac_address': 'fa:16:3e:23:ec:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84844eb4-630c-42ab-8acd-f95eb6ea6e7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:19.978099 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-357f9286-6257-424f-9094-325d0f5fa122 service neutron] 10.222.0.102 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424536 Jan 17 17:19:20.018804 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c267fb-df01-492c-b52d-844149d466cd None None] Pushing event updated for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:20.060769 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:20.061492 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:20.294287 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:20.337341 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-a1fa16a9-37b6-465a-8cd3-20dff14fd3fa service neutron] 10.222.0.102 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329756 Jan 17 17:19:20.522797 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-b534fcfc-fff6-4b6b-9ec9-8affedf53181 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:20.523997 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-b534fcfc-fff6-4b6b-9ec9-8affedf53181 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Synchronizing usage tracker for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:20.593828 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-b534fcfc-fff6-4b6b-9ec9-8affedf53181 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Unset dirty status for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:20.595231 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-b534fcfc-fff6-4b6b-9ec9-8affedf53181 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 819 time: 0.4255755 Jan 17 17:19:20.617582 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Request body: {'port': {'device_id': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'admin_state_up': True, 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:20.829976 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-6af7740b-0f42-44ee-a02e-ccdfe4c5823e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:20.888750 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:20.944074 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-6af7740b-0f42-44ee-a02e-ccdfe4c5823e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:20.959358 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-6af7740b-0f42-44ee-a02e-ccdfe4c5823e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--228417966&fields=id&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 267 time: 0.9798560 Jan 17 17:19:20.970461 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:20.989895 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:20.992350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e93645-061f-462a-9072-c0bd2dfad32b {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:20.996705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Usage tracker for resource:port and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:21.005532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:21.026715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:21.066117 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Made reservation on behalf of b07667787c454fe1a51c98a272d4f4f6 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:21.078206 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:21.096278 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68e93645-061f-462a-9072-c0bd2dfad32b,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:21.177929 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:21.237600 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-3e30044f-4306-4c84-8288-553079e2d7c1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:21.238547 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-3e30044f-4306-4c84-8288-553079e2d7c1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:network {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:21.283909 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69dc18-47ec-49f0-81f6-3b5fb5b92a54 req-ce7232a4-5a6e-42d9-80ec-1f06567ff01a tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:21.286526 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9a69dc18-47ec-49f0-81f6-3b5fb5b92a54 req-ce7232a4-5a6e-42d9-80ec-1f06567ff01a tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 944 time: 0.5632303 Jan 17 17:19:21.345939 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-3e30044f-4306-4c84-8288-553079e2d7c1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:network {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:21.354637 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-3e30044f-4306-4c84-8288-553079e2d7c1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 816 time: 0.3943529 Jan 17 17:19:21.406523 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-a7a244d8-2cbc-402f-a99e-161394cf369e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/quotas/37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 375 time: 0.0506589 Jan 17 17:19:21.425933 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:21.450803 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:11Z', 'revision_number': 4, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'a936880f-b3f9-46d4-a7ad-979879d686e4', 'name': '', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'mac_address': 'fa:16:3e:74:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:05Z', 'updated_at': '2022-01-17T17:19:19Z', 'revision_number': 4, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'subnets': [{'id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:21.456030 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4efe42-edb1-435b-bbf0-d92479f60d98 None None] The sync data for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb is: [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:11Z', 'revision_number': 4, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'a936880f-b3f9-46d4-a7ad-979879d686e4', 'name': '', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'mac_address': 'fa:16:3e:74:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:05Z', 'updated_at': '2022-01-17T17:19:19Z', 'revision_number': 4, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'subnets': [{'id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:19:21.501463 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['b877e3f5-2612-4681-b088-423f9c494e72'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:21.509805 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9a69dc18-47ec-49f0-81f6-3b5fb5b92a54 req-4f3ff422-9c09-4b6b-a301-5861ffe35f48 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136958 Jan 17 17:19:21.619938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Allocated IP 172.20.0.3 (8e1e6a01-c13f-4078-b680-7f08c331ed66/5b1f569a-44c8-4301-a102-f9db45e82624/d9e6d703-1526-4263-a9df-042678875bf0) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:21.627017 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-c449b7e9-dbad-4778-ac25-b7e9a4f5c489 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:21.662681 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:21.672136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-c449b7e9-dbad-4778-ac25-b7e9a4f5c489 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:21.681634 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-c449b7e9-dbad-4778-ac25-b7e9a4f5c489 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2720370 Jan 17 17:19:22.191452 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-161550aa-b922-43b1-ad6c-c1f5b05c9537 req-d57ab4f7-2434-40c9-a64d-97a03f377ef1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 210 time: 0.4110620 Jan 17 17:19:22.237565 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46712) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:22.265748 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:22.272540 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a936880f-b3f9-46d4-a7ad-979879d686e4 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:22.325825 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:22.346339 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-f61b4bd1-32ed-46fc-b49b-83d8dc648d9d service neutron] 10.222.0.102 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463556 Jan 17 17:19:22.518797 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:22.530625 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:22.541031 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:22.559849 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:22.560514 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:22.593936 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Pushing event updated for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:22.644554 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-ecc339aa-0fc5-4fec-bb20-389c50888a29 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0397303 Jan 17 17:19:22.656122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Request body: {'port': {'device_id': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:22.717693 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-a34a21ef-f5b4-4036-9a83-da3f2bac80d6 service neutron] 10.222.0.102 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639276 Jan 17 17:19:22.744523 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port a936880f-b3f9-46d4-a7ad-979879d686e4 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:22.750686 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a936880f-b3f9-46d4-a7ad-979879d686e4 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:22.751197 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:22.788287 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f223fe-d5fa-474e-9358-b3f6e731e688 req-b0034dab-cf91-4a76-8deb-1854798ab8f4 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:22.789852 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2f223fe-d5fa-474e-9358-b3f6e731e688 req-b0034dab-cf91-4a76-8deb-1854798ab8f4 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 944 time: 0.2797213 Jan 17 17:19:22.803653 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46730) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:22.903705 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2f223fe-d5fa-474e-9358-b3f6e731e688 req-b6c307b8-e2ca-4ffa-b104-4f642a241e3d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938268 Jan 17 17:19:22.978041 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.038935 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.063713 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:23.071370 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.098875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Usage tracker for resource:security_group_rule and tenant:a40b1639947f484fa429232de233bfbe is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:23.108642 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port a936880f-b3f9-46d4-a7ad-979879d686e4, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a936880f-b3f9-46d4-a7ad-979879d686e4,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:23.110708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:23.121354 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.121736 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:23.124364 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:23.205347 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:23.208334 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device b877e3f5-2612-4681-b088-423f9c494e72 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:23.209588 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Usage tracker for resource:security_group_rule and tenant:ac044e3dd9344f6193c2ebbddcef36f6 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:23.215783 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:23.227231 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:23.342928 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port b877e3f5-2612-4681-b088-423f9c494e72 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:23.349074 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port b877e3f5-2612-4681-b088-423f9c494e72 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:23.349235 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.484145 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-42cc4682-d7fe-4a28-b8ad-4efd99d65811 req-ed77353f-8dcc-4068-8a60-1ecb1b858c47 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 210 time: 0.3638058 Jan 17 17:19:23.522985 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.537990 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.566288 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.624832 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.658629 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:23.789050 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996f2692-0019-4976-8968-7471d5238fe6,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:23.808202 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-a803b85b-f903-4dcf-a061-a2315588aa9c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:23.810905 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-a803b85b-f903-4dcf-a061-a2315588aa9c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 819 time: 0.9920189 Jan 17 17:19:23.830098 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b877e3f5-2612-4681-b088-423f9c494e72,segment=NetworkSegment(b2efff70-039f-4cc3-8d08-04d20bff16cb),segment_id=b2efff70-039f-4cc3-8d08-04d20bff16cb)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:23.843997 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:23.844773 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 68e93645-061f-462a-9072-c0bd2dfad32b up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:23.876521 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Request body: {'port': {'device_id': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'admin_state_up': True, 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:23.899137 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d967357a-bdfa-4102-93e5-e6808b329f2e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ac044e3dd9344f6193c2ebbddcef36f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6606834 Jan 17 17:19:23.912126 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46774) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:23.954582 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-affc7fce-8d97-4420-8121-e89fa7d53448 req-a774a2e9-08fe-4a93-a04e-65f3bb2e555b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 210 time: 0.1683259 Jan 17 17:19:24.081098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be3b31-3d72-4b1c-be75-72409a5a2463 req-6b994164-b40e-43c9-b86b-b63415339faf tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:24.082735 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:24.090374 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-55be3b31-3d72-4b1c-be75-72409a5a2463 req-6b994164-b40e-43c9-b86b-b63415339faf tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 944 time: 0.7294307 Jan 17 17:19:24.100847 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Usage tracker for resource:port and tenant:b07667787c454fe1a51c98a272d4f4f6 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:24.119372 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:24.131701 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:24.165119 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a936880f-b3f9-46d4-a7ad-979879d686e4 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:24.223949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Made reservation on behalf of b07667787c454fe1a51c98a272d4f4f6 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:24.227655 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.235509 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-55be3b31-3d72-4b1c-be75-72409a5a2463 req-37534450-a87d-4039-aedb-7405d143c3f9 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416643 Jan 17 17:19:24.293605 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:24.300068 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port a936880f-b3f9-46d4-a7ad-979879d686e4 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:24.300448 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.383037 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.415988 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 68e93645-061f-462a-9072-c0bd2dfad32b completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:24.422612 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 68e93645-061f-462a-9072-c0bd2dfad32b triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:24.422976 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.436674 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.462820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.472387 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.502714 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e6d703-1526-4263-a9df-042678875bf0 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:24.513916 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.519612 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72', 'code': 200} Jan 17 17:19:24.533442 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Transition to ACTIVE for port object d9e6d703-1526-4263-a9df-042678875bf0 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:24.534608 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46790) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:24.564143 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.645952 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.692744 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68e93645-061f-462a-9072-c0bd2dfad32b,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:24.699273 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.700437 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d31c22-67a4-41d9-b3ed-db5c305aadf5,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:24.720170 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-36c1e0c7-75e5-40eb-bb63-4f8f08502e45 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a40b1639947f484fa429232de233bfbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9139011 Jan 17 17:19:24.747646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46800) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:24.747979 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.57', 61230) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:24.800953 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:24.844287 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f32a61-85d2-423d-9234-9c0aadf7c1aa req-2842dd5e-14c3-44a2-bc94-d355e9833a89 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:24.846070 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24f32a61-85d2-423d-9234-9c0aadf7c1aa req-2842dd5e-14c3-44a2-bc94-d355e9833a89 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 944 time: 0.6341803 Jan 17 17:19:24.920469 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.57', 61231) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:24.937749 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-58116700-f844-431b-aef8-cb5104388a8c req-d8dbd0e6-2dee-442c-965e-c1749d226a9b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 210 time: 0.1461406 Jan 17 17:19:24.941674 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:24.959623 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:24.968673 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.038740 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:25.045103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Attempting to bind port d9e6d703-1526-4263-a9df-042678875bf0 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:25.045439 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Attempting to bind port d9e6d703-1526-4263-a9df-042678875bf0 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:25.045773 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Attempting to bind port d9e6d703-1526-4263-a9df-042678875bf0 on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:25.056104 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Allocated IP 172.20.0.13 (8e1e6a01-c13f-4078-b680-7f08c331ed66/5b1f569a-44c8-4301-a102-f9db45e82624/7a00560d-089b-4395-b61f-8b3826dee56c) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:25.063106 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9deeb9bf8942fba2abf4e4e031573f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:25.072326 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:25.078606 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Port d9e6d703-1526-4263-a9df-042678875bf0 on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:25.083558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Attempting to bind port d9e6d703-1526-4263-a9df-042678875bf0 on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:25.085339 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.092893 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:25.107182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:25.107546 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Checking segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:25.107931 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Bound using segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:25.108364 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Bound port: d9e6d703-1526-4263-a9df-042678875bf0, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:25.108707 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.184768 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.188878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543deb0-cd01-47e1-b520-1414009c0594 req-1d77d86d-f6ab-4ef9-958d-dd37e2298b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:25.191821 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-5543deb0-cd01-47e1-b520-1414009c0594 req-1d77d86d-f6ab-4ef9-958d-dd37e2298b2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 1098 time: 0.4384301 Jan 17 17:19:25.195688 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/996f2692-0019-4976-8968-7471d5238fe6 HTTP/1.1" status: 204 len: 168 time: 1.2645426 Jan 17 17:19:25.221439 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599caf00-79d6-4b27-910e-5955c4b4e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996f2692-0019-4976-8968-7471d5238fe6,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:25.248032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.275513 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-816690b2-f0a1-49c3-a19c-474572ad7ddc req-97644d47-6d84-4f0d-8dff-c530c27f3ee1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 210 time: 0.1542163 Jan 17 17:19:25.295231 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24f32a61-85d2-423d-9234-9c0aadf7c1aa req-f4f2041c-8479-4e4f-8d63-36449fbdecac tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875918 Jan 17 17:19:25.419726 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.471391 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:25.496058 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-124b95af-6976-474d-8439-d88dd1e779f7 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:25.497829 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-124b95af-6976-474d-8439-d88dd1e779f7 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 816 time: 0.5631540 Jan 17 17:19:25.507005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Usage tracker for resource:security_group_rule and tenant:830c47fb259e4266bebb6c435c576dfd is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:25.517267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:25.554532 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46836) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:25.588981 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:25.612765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:25.613474 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-40f775e7-fd62-4ed9-938c-a1cfcc92df1c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 379 time: 0.0659816 Jan 17 17:19:25.624693 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'port': {'device_id': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'admin_state_up': True, 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'security_groups': ['6e9306b3-4246-49a4-9d64-610035321083']}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:25.645090 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9e6d703-1526-4263-a9df-042678875bf0,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:25.646141 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.670496 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50716ad-4d88-481e-85cd-7fe88341df65 req-628a064c-d723-4bbb-a724-3e03b2f37917 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:25.679199 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d50716ad-4d88-481e-85cd-7fe88341df65 req-628a064c-d723-4bbb-a724-3e03b2f37917 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.1799996 Jan 17 17:19:25.695049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.747264 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d31c22-67a4-41d9-b3ed-db5c305aadf5,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:25.760483 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46842) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:25.817158 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.837025 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.843902 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:25.844532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.845897 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 1093 time: 3.1941724 Jan 17 17:19:25.849119 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:25.868381 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.872896 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:25.878297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.888789 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.899999 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d50716ad-4d88-481e-85cd-7fe88341df65 req-a476b042-a874-4af0-9cfc-4cfce34ad2f8 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199044 Jan 17 17:19:25.900969 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Usage tracker for resource:security_group_rule and tenant:aead5c364c014f749fcdfb331bf15967 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:25.903865 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:25.909947 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:25.916247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Usage tracker for resource:security_group_rule and tenant:f6fc014e656b47c7ac2ce5acb7a85a65 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:25.918001 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0', 'status': 'completed', 'code': 200} Jan 17 17:19:25.933539 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:25.934594 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e4caa9e0-acae-43e7-ae2c-6cb4ca100c27 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a3d31c22-67a4-41d9-b3ed-db5c305aadf5 HTTP/1.1" status: 204 len: 168 time: 1.1828949 Jan 17 17:19:25.947535 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:25.952030 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:25.962410 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:25.964459 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:25.985913 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:25.998364 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7ac05-c9cc-4fe9-a099-cb593ac18158 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.028460 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Made reservation on behalf of 37dc42548dbf4073be59ed76c7954929 for: {'port': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:26.031974 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.038219 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6a9deeb9bf8942fba2abf4e4e031573f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5004437 Jan 17 17:19:26.043163 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e50ea-68a3-43cf-81be-fe97090e8fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f5572-e3c0-403b-b33e-1521810bba2c,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.044356 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46852) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:26.077164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.094156 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.208836 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.210640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Synchronizing usage tracker for tenant:830c47fb259e4266bebb6c435c576dfd on resource:security_group {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:26.261780 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-906e7dc8-b0fc-4710-948e-682e05932220 req-e5909d6e-810d-4806-aa1a-3fed8d873c3c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 210 time: 0.1233013 Jan 17 17:19:26.292075 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=870634ba-f86d-4285-bb31-195242336bbc,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.315903 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-54cf625b-6c6e-4ebd-9752-fdd514a06ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:26.317162 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-54cf625b-6c6e-4ebd-9752-fdd514a06ad1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1096 time: 0.3873487 Jan 17 17:19:26.325747 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Network 8e1e6a01-c13f-4078-b680-7f08c331ed66 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:26.376584 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.381048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:26.396970 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:26.402346 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:26.402961 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.412506 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-95bfc233-2003-427c-ace9-87683da2b6d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.0833552 Jan 17 17:19:26.412506 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Pushing event updated for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.470716 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.471782 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.480578 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.499309 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-c57cd12e-dc02-4012-9bd9-5439288ce6a0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6313915 Jan 17 17:19:26.516000 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.521036 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:26.531974 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Request body: {'port': {'device_id': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:26.569128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] Unset dirty status for tenant:830c47fb259e4266bebb6c435c576dfd on resource:security_group {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:26.570214 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-5543deb0-cd01-47e1-b520-1414009c0594 req-b36d0b81-979a-43ba-bf2f-dfb7fe0b33c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2790666 Jan 17 17:19:26.591788 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-775420f8-bb3d-4416-bd06-b627ccce90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:26.593207 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-775420f8-bb3d-4416-bd06-b627ccce90d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.1590445 Jan 17 17:19:26.652409 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.677008 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.687684 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f6fc014e656b47c7ac2ce5acb7a85a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9219980 Jan 17 17:19:26.696701 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46876) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:26.703557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd628de-e057-4b9e-b47a-e4210562ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a0efc0-0809-419a-a422-03007516559b,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.709288 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=aead5c364c014f749fcdfb331bf15967&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1411750 Jan 17 17:19:26.712040 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46880) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:26.745024 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Allocated IP 172.20.0.13 (432d7935-6285-4393-b3a4-f344ec31b387/30000298-3296-47bf-92d9-01b4ec4b4e89/91e984b0-7580-4e7e-809a-b0f79f9b20ed) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:26.854513 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1bfdd-c59f-4a79-b676-77f8602ed5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8140c2d-4f85-487c-ad7d-3a9cee5b57c0,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:26.894487 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-672c547d-09ae-4304-8509-7709c21b50e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018949 Jan 17 17:19:26.894487 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:26.996457 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.017944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4daec-6e70-4f2e-9227-7a1c6b4f525c req-5055c52b-f466-4c39-810d-1811161cc013 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.026135 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6c4daec-6e70-4f2e-9227-7a1c6b4f525c req-5055c52b-f466-4c39-810d-1811161cc013 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.5134566 Jan 17 17:19:27.029767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.047520 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:19:27.056823 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.104523 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f5572-e3c0-403b-b33e-1521810bba2c,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:27.106953 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.155837 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f72cdf-14f7-4deb-be85-b17d8b5a1e56 req-3bd222a3-3978-4fc1-bbcb-244e543403a3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.157327 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d3f72cdf-14f7-4deb-be85-b17d8b5a1e56 req-3bd222a3-3978-4fc1-bbcb-244e543403a3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 932 time: 0.5784888 Jan 17 17:19:27.184616 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-5d66f404-c243-46d3-a7f9-a19c108ed6d8 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780395 Jan 17 17:19:27.211838 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6c4daec-6e70-4f2e-9227-7a1c6b4f525c req-b6b94cb7-6ea8-4944-9ffd-53b3dcdd90cf tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844268 Jan 17 17:19:27.264313 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.289694 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b', 'code': 200} Jan 17 17:19:27.311235 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d3f72cdf-14f7-4deb-be85-b17d8b5a1e56 req-20795805-764f-417d-a566-f51e4568e935 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320100 Jan 17 17:19:27.360791 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.361937 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-afc29028-1a8b-4fc8-9431-8a93378ab19f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b69f5572-e3c0-403b-b33e-1521810bba2c HTTP/1.1" status: 204 len: 168 time: 1.3152683 Jan 17 17:19:27.372828 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.376950 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Transition to ACTIVE for port object 91e984b0-7580-4e7e-809a-b0f79f9b20ed will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:27.434181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a0efc0-0809-419a-a422-03007516559b,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:27.496337 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-975df1e4-c8a2-4ca7-a3c6-59462df2b1ed req-190cf30e-73cf-44c1-a5b7-733c808a82f6 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969205 Jan 17 17:19:27.496907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.544217 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.545475 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-370af14a-29f9-49cb-850f-da1650477cc6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d1a0efc0-0809-419a-a422-03007516559b HTTP/1.1" status: 204 len: 168 time: 0.8434832 Jan 17 17:19:27.568938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8140c2d-4f85-487c-ad7d-3a9cee5b57c0,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:27.608306 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.610073 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e5eb6619-b716-451b-b833-4cddcdffd127 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f8140c2d-4f85-487c-ad7d-3a9cee5b57c0 HTTP/1.1" status: 204 len: 168 time: 0.8967795 Jan 17 17:19:27.620194 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-5d92ba0c-18c5-4760-9e72-e6ba641ff4b0 req-deb83921-63eb-4d30-bd98-2ff0ba33755b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:27.694164 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-5d92ba0c-18c5-4760-9e72-e6ba641ff4b0 req-deb83921-63eb-4d30-bd98-2ff0ba33755b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:27.695448 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d92ba0c-18c5-4760-9e72-e6ba641ff4b0 req-deb83921-63eb-4d30-bd98-2ff0ba33755b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 210 time: 0.1663876 Jan 17 17:19:27.699849 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.735455 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a00560d-089b-4395-b61f-8b3826dee56c {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:27.752231 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.788176 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f89ef5-6e0c-46ee-86f9-fa775fdcde75 req-09962385-c86f-4668-affa-efcdf7b26b52 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.795332 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-03f89ef5-6e0c-46ee-86f9-fa775fdcde75 req-09962385-c86f-4668-affa-efcdf7b26b52 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.3645189 Jan 17 17:19:27.814016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Transition to ACTIVE for port object 7a00560d-089b-4395-b61f-8b3826dee56c will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:27.818711 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Network 432d7935-6285-4393-b3a4-f344ec31b387 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:27.832048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:27.836390 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:27.842011 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:27.898934 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:27.930882 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Pushing event updated for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:27.936437 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-a0c4c238-c37d-4142-9735-01d4adc08079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.937781 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-a0c4c238-c37d-4142-9735-01d4adc08079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1096 time: 0.2697172 Jan 17 17:19:27.959495 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8547b7c-1bbe-4ad0-8e2d-d01df723d15f req-86eba2e7-d8a0-4b2d-b9c0-3c76de8abb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.961637 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8547b7c-1bbe-4ad0-8e2d-d01df723d15f req-86eba2e7-d8a0-4b2d-b9c0-3c76de8abb64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 1098 time: 0.3501852 Jan 17 17:19:27.964206 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-03f89ef5-6e0c-46ee-86f9-fa775fdcde75 req-3e40b276-e7f1-431e-bb59-174a96b32b7d tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679239 Jan 17 17:19:27.984466 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:27.985300 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.026137 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-fdc6aa69-aba9-4d1e-87da-549cb99dfb84 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4056320 Jan 17 17:19:28.048155 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Request body: {'port': {'device_id': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:28.210693 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-cce3e98b-ff30-451a-9a40-176611b17699 None None] Provisioning for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:28.215919 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-cce3e98b-ff30-451a-9a40-176611b17699 None None] Provisioning complete for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:28.216280 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-cce3e98b-ff30-451a-9a40-176611b17699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.228588 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 46952) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:28.316083 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-cce3e98b-ff30-451a-9a40-176611b17699 None None] Port 91e984b0-7580-4e7e-809a-b0f79f9b20ed cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:19:28.413874 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.721842 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.727414 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 46974) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:28.776333 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8547b7c-1bbe-4ad0-8e2d-d01df723d15f req-6a5998a1-ea00-4d42-b74a-0bfdb587c4f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7909868 Jan 17 17:19:28.779405 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Attempting to bind port 7a00560d-089b-4395-b61f-8b3826dee56c on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:28.779950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Attempting to bind port 7a00560d-089b-4395-b61f-8b3826dee56c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:28.780451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Attempting to bind port 7a00560d-089b-4395-b61f-8b3826dee56c on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:28.780756 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.786001 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:28.788287 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Port 7a00560d-089b-4395-b61f-8b3826dee56c on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:28.788751 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Attempting to bind port 7a00560d-089b-4395-b61f-8b3826dee56c on network 8e1e6a01-c13f-4078-b680-7f08c331ed66 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:28.791281 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-362b8f66-cd05-4036-a2e3-30da9e50e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:28.792913 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-362b8f66-cd05-4036-a2e3-30da9e50e7cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.8370733 Jan 17 17:19:28.796456 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3f6e6361ae495a9d2b509c78c9ff96 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:28.800687 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:28.803920 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:28.804256 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Checking segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:28.804639 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Bound using segment: {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:28.805069 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Bound port: 7a00560d-089b-4395-b61f-8b3826dee56c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c76f399-33ea-401c-ba50-eb038b3706c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:28.805414 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:28.819516 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:28.831308 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:28.880728 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Usage tracker for resource:security_group_rule and tenant:b0d15839059e42ac86577f88460f8aa8 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:28.886123 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:28.911393 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:28.952638 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:28.954696 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260022-0295-4a0c-a1a6-2d01911df030 req-bce8d2fe-78f1-44ce-acaf-f85adee47141 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:28.956246 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e3260022-0295-4a0c-a1a6-2d01911df030 req-bce8d2fe-78f1-44ce-acaf-f85adee47141 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 944 time: 0.3719487 Jan 17 17:19:28.963469 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a00560d-089b-4395-b61f-8b3826dee56c,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:28.974267 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef916-701d-40ce-a455-99c8cdd6f217 req-7f7eaf35-9cd9-41fa-85cc-0a0cc46d3532 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:28.975788 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e93ef916-701d-40ce-a455-99c8cdd6f217 req-7f7eaf35-9cd9-41fa-85cc-0a0cc46d3532 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.5005751 Jan 17 17:19:29.046768 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.110945 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-f7f75bf1-895c-40f8-a524-955b950bb624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.1416597 Jan 17 17:19:29.190230 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:29.190888 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.192893 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] 10.222.0.57 "PUT /v2.0/ports/7a00560d-089b-4395-b61f-8b3826dee56c HTTP/1.1" status: 200 len: 1094 time: 2.6701887 Jan 17 17:19:29.199156 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:29.204700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device d9e6d703-1526-4263-a9df-042678875bf0 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:29.209770 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e93ef916-701d-40ce-a455-99c8cdd6f217 req-d1c1a0c3-fdbf-4dd7-a051-b0573f3e8241 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999602 Jan 17 17:19:29.229761 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e3260022-0295-4a0c-a1a6-2d01911df030 req-dc13b4a0-50ea-4dcd-a051-30b6e3352289 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526267 Jan 17 17:19:29.265710 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47006) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:29.421290 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9e6d703-1526-4263-a9df-042678875bf0,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:29.435598 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.435849 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'd9e6d703-1526-4263-a9df-042678875bf0', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'port_id': 'd9e6d703-1526-4263-a9df-042678875bf0', 'mac_address': 'fa:16:3e:36:7a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:29.438892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:29.443992 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ade91-9552-4d21-9874-6dd2cb52d44a service neutron] Pushing event updated for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:29.450328 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-dc88c12e-1519-4245-8b7d-a06852449dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:29.451958 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-dc88c12e-1519-4245-8b7d-a06852449dd4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.3230715 Jan 17 17:19:29.456410 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.457392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.497456 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.523222 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e6d703-1526-4263-a9df-042678875bf0 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:29.524026 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1f3f6e6361ae495a9d2b509c78c9ff96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2745495 Jan 17 17:19:29.528137 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-20e96cfe-b71f-4362-923e-2079b10dde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:29.529546 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-20e96cfe-b71f-4362-923e-2079b10dde2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 1097 time: 0.2592220 Jan 17 17:19:29.532543 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47014) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:29.543114 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9e6d703-1526-4263-a9df-042678875bf0,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:29.548891 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.581309 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Transition to ACTIVE for port object 91e984b0-7580-4e7e-809a-b0f79f9b20ed will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:29.600550 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.664814 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-09eebeda-046a-4721-b401-f4bee2d7d3af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667988 Jan 17 17:19:29.684918 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957294419-network', 'tenant_id': 'bdc18c3cba3645e2826b39ec8f7e0e47'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:29.712152 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:29.729397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Usage tracker for resource:network and tenant:bdc18c3cba3645e2826b39ec8f7e0e47 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:29.729397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:29.735447 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:29.752571 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-d5660b24-2a97-4cd4-823a-2fe524f584eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a00560d-089b-4395-b61f-8b3826dee56c HTTP/1.1" status: 200 len: 217 time: 0.1630702 Jan 17 17:19:29.797288 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:29.838087 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.864871 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270662f-040a-4adc-a4a4-5db8aa25ab57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e20646-da39-4c58-ab52-bb67b91c72fa,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:29.932280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:29.993075 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36740712-e40a-421e-885b-977171384a5b service neutron] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:29.993431 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['d9e6d703-1526-4263-a9df-042678875bf0'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:30.004095 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Made reservation on behalf of bdc18c3cba3645e2826b39ec8f7e0e47 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:30.007130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.025714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c059dc1-3e67-4d51-947d-288137e0659d,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:30.041582 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.044296 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.085316 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:30.089003 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-f222d3da-7a03-4fb0-bcf6-ff5b4e2b75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:30.090952 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-f222d3da-7a03-4fb0-bcf6-ff5b4e2b75f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.2986453 Jan 17 17:19:30.106534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc18c3cba3645e2826b39ec8f7e0e47 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:30.120619 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-97bcdc73-3964-4c2d-b244-4bcaa2c8257a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b0d15839059e42ac86577f88460f8aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3910964 Jan 17 17:19:30.124508 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47024) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:30.138470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688f2bb-68c8-4b58-83ca-f7fe22bd3a6f req-e4a85928-8da5-4ef2-834b-f909dfddcebf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:30.144196 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0688f2bb-68c8-4b58-83ca-f7fe22bd3a6f req-e4a85928-8da5-4ef2-834b-f909dfddcebf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 932 time: 0.6723206 Jan 17 17:19:30.150085 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.165645 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:30.198163 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-e3257c08-e7c7-4557-9eb6-304da8545fde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930841 Jan 17 17:19:30.201487 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:30.249054 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b50d9-1cff-4b8a-a1f6-9f6470276d21 req-a6325767-80f5-481a-a333-d7d4bc9cbeb6 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:30.250585 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c94b50d9-1cff-4b8a-a1f6-9f6470276d21 req-a6325767-80f5-481a-a333-d7d4bc9cbeb6 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.7335188 Jan 17 17:19:30.263581 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-32e33c55-1453-49a0-b021-ddefaa62bc0c service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630527 Jan 17 17:19:30.293456 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Attempting to bind port 91e984b0-7580-4e7e-809a-b0f79f9b20ed on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:30.293835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Attempting to bind port 91e984b0-7580-4e7e-809a-b0f79f9b20ed by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:30.294177 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Attempting to bind port 91e984b0-7580-4e7e-809a-b0f79f9b20ed on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:30.299672 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0688f2bb-68c8-4b58-83ca-f7fe22bd3a6f req-58ac6500-7554-4772-b442-f0013edcf800 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505041 Jan 17 17:19:30.338506 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Port 91e984b0-7580-4e7e-809a-b0f79f9b20ed on network 432d7935-6285-4393-b3a4-f344ec31b387 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:30.339196 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Attempting to bind port 91e984b0-7580-4e7e-809a-b0f79f9b20ed on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:30.357950 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:30.358316 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Checking segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:30.358845 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Bound using segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:30.359277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Bound port: 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:30.359647 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.374684 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c94b50d9-1cff-4b8a-a1f6-9f6470276d21 req-ab42cd8e-491b-4cf9-a0d9-8530f49eda7a tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022768 Jan 17 17:19:30.383618 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.383799 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c', 'status': 'completed', 'code': 200} Jan 17 17:19:30.470949 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.599872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.620972 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.642921 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.656626 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:30.691173 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:30.701631 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-04bd8162-cb96-4281-9f8a-06d21dd20203 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888415 Jan 17 17:19:30.705115 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:19:30.705276 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.757812 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-fd9a3e1a-bbd4-41bd-b5cd-d4e2596f2e95 req-eaf7a9da-94ff-4f3e-9c04-b26fdc34ebac service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270966 Jan 17 17:19:30.758452 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.771851 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f7e20646-da39-4c58-ab52-bb67b91c72fa HTTP/1.1" status: 204 len: 168 time: 1.1854367 Jan 17 17:19:30.773674 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb39de0e-6a07-40b6-8112-4ca7af45f6dd,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:30.873477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7920ad7-e13b-432c-8143-e56e5e0450ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e20646-da39-4c58-ab52-bb67b91c72fa,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:30.891981 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.892415 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Added segment cc652a48-45a4-4974-9d77-ca9849f49bf5 of type vlan for network 58d55e97-5dab-4517-813d-395f6f245358 Jan 17 17:19:30.952463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:30.952655 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.954085 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-36740712-e40a-421e-885b-977171384a5b service neutron] 10.222.0.57 "PUT /v2.0/ports/91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 1094 time: 2.9168999 Jan 17 17:19:30.954630 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.958453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:30.970196 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:30.996746 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0255f283-f601-4fdd-8962-bc3d699ff41d req-f5c0f180-127a-49bd-b7dc-c870e50af09d service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763863 Jan 17 17:19:31.095369 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c059dc1-3e67-4d51-947d-288137e0659d,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:31.199225 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05596c-4779-4e72-898d-aef1376fb0a9 req-26a7b929-b8b9-43ac-832b-f135181f2beb tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.203561 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2b05596c-4779-4e72-898d-aef1376fb0a9 req-26a7b929-b8b9-43ac-832b-f135181f2beb tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.6771464 Jan 17 17:19:31.204637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.205830 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-ca3cda4e-cbbe-408a-b560-d1bed5d92758 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7c059dc1-3e67-4d51-947d-288137e0659d HTTP/1.1" status: 204 len: 168 time: 1.0785766 Jan 17 17:19:31.213348 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device d9e6d703-1526-4263-a9df-042678875bf0 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:31.237140 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae92c9-41c0-4466-a06c-8ae3296eff70 req-1178a037-524f-485d-9dda-845931ee4445 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.262583 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7aae92c9-41c0-4466-a06c-8ae3296eff70 req-1178a037-524f-485d-9dda-845931ee4445 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 944 time: 0.6677547 Jan 17 17:19:31.266900 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36740712-e40a-421e-885b-977171384a5b service neutron] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:31.323489 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.324860 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.325646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.361166 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port d9e6d703-1526-4263-a9df-042678875bf0 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:31.373793 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port d9e6d703-1526-4263-a9df-042678875bf0 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:31.374495 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.443474 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2b05596c-4779-4e72-898d-aef1376fb0a9 req-3bd56bd3-b133-4e7e-aaee-63bee3d497f9 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273164 Jan 17 17:19:31.560440 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.562572 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-ebb5a6ce-046e-4e03-8c8e-1c522e8b63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.566235 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-ebb5a6ce-046e-4e03-8c8e-1c522e8b63e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 1097 time: 0.4739938 Jan 17 17:19:31.570505 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7aae92c9-41c0-4466-a06c-8ae3296eff70 req-460cf81c-a2c8-4c59-963e-6a1025a5ec98 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200794 Jan 17 17:19:31.634633 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3555777 Jan 17 17:19:31.638904 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47066) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:31.641372 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:31.659115 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9e6d703-1526-4263-a9df-042678875bf0,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:31.665003 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:31.677244 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-ee490f7d-7d5c-464f-bb64-76caae352b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.679275 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-ee490f7d-7d5c-464f-bb64-76caae352b3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1097 time: 0.6670389 Jan 17 17:19:31.683635 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a25aa-d602-40ce-b920-fa0502d6b885 admin admin] Pushing event updated for resources: {'Network': ['ID=58d55e97-5dab-4517-813d-395f6f245358,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:31.724088 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 58d55e97-5dab-4517-813d-395f6f245358 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:19:31.784325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-8cbb7f95-ce62-49aa-a704-732fb2beda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:31.788701 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-8cbb7f95-ce62-49aa-a704-732fb2beda96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.2122073 Jan 17 17:19:31.792428 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Request body: {'subnet': {'network_id': '58d55e97-5dab-4517-813d-395f6f245358', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957294419-subnet', 'tenant_id': 'bdc18c3cba3645e2826b39ec8f7e0e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:31.900448 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:31.912152 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:31.919315 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-8d4ebd4c-ec18-44aa-b756-88e096e52092 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a00560d-089b-4395-b61f-8b3826dee56c HTTP/1.1" status: 200 len: 217 time: 0.1226211 Jan 17 17:19:31.919800 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Usage tracker for resource:subnet and tenant:bdc18c3cba3645e2826b39ec8f7e0e47 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:31.924237 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:31.926603 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-cdde923d-b8ef-4dcd-84c3-502ca840d7a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 217 time: 0.2354233 Jan 17 17:19:31.974183 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:32.018549 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-345a225a-9343-4d36-8eb3-037927ff3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.021556 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-345a225a-9343-4d36-8eb3-037927ff3560 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.0941961 Jan 17 17:19:32.026627 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Made reservation on behalf of bdc18c3cba3645e2826b39ec8f7e0e47 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:32.029047 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2417032'] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:32.063330 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-b36bfaf0-4a68-4700-938c-a570a2484f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.069279 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-b36bfaf0-4a68-4700-938c-a570a2484f08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1343691 Jan 17 17:19:32.092871 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-6551f087-61e7-43e6-bd65-09ca0d5d70c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462642 Jan 17 17:19:32.215114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-05da1ebe-55b5-41d1-891a-c8f52d56a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.216927 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-05da1ebe-55b5-41d1-891a-c8f52d56a88b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1437607 Jan 17 17:19:32.397635 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0', 'code': 200} Jan 17 17:19:32.400962 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-34971292-393b-4ea5-8ca3-ef20d68efe18 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753218 Jan 17 17:19:32.407882 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-f23d0b1b-753e-43f0-8392-3feed1ab448a service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649693 Jan 17 17:19:32.425157 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'status': 'completed', 'code': 200} Jan 17 17:19:32.480548 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d8039-3ad5-4c5a-a24f-a3a23b1fb718 req-b3318fcb-b2c5-4260-93f1-90cc07181ccb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.484557 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-812d8039-3ad5-4c5a-a24f-a3a23b1fb718 req-b3318fcb-b2c5-4260-93f1-90cc07181ccb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.6961048 Jan 17 17:19:32.691668 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-018ce669-ff99-4414-89a2-d4dd0f16d5bb req-a4197973-37ec-48c1-b472-b9f0720d273e service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844992 Jan 17 17:19:32.703664 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-263f1afa-be06-486b-bda1-f29aee78f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:32.783735 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-812d8039-3ad5-4c5a-a24f-a3a23b1fb718 req-1d339350-5bf5-4da2-b13b-3950350b2af2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014186 Jan 17 17:19:32.851237 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2f1faf77-d29a-49c8-8a25-bc403cd9b7c0 req-ee2bd91b-ddf1-4663-bed3-013aecf4ac66 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349017 Jan 17 17:19:32.960092 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19015cf-5fc9-44f3-b4bf-04d74669d90d req-615608ce-efaa-4f7a-aca5-975951615293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.963240 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a19015cf-5fc9-44f3-b4bf-04d74669d90d req-615608ce-efaa-4f7a-aca5-975951615293 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.2555285 Jan 17 17:19:32.966060 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-818ceb60-0673-4f84-822b-b06f226dab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:32.967581 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-818ceb60-0673-4f84-822b-b06f226dab06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1097 time: 0.1739681 Jan 17 17:19:33.196345 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2417050'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:33.206675 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a19015cf-5fc9-44f3-b4bf-04d74669d90d req-dbfbb912-3a84-4ae8-a8ec-d192f3506713 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264228 Jan 17 17:19:33.224481 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7a00560d-089b-4395-b61f-8b3826dee56c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:33.295213 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-71ad70af-8228-44a5-bee6-d49f7e5072eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:33.300508 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-71ad70af-8228-44a5-bee6-d49f7e5072eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.2977898 Jan 17 17:19:33.326796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ae393-87f7-4e43-8e25-6eed90021a34 req-dbb4a124-43a3-4f3d-87b3-8fa64a24bebc tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:33.329597 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e25ae393-87f7-4e43-8e25-6eed90021a34 req-dbb4a124-43a3-4f3d-87b3-8fa64a24bebc tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 944 time: 0.3209038 Jan 17 17:19:33.495234 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a00560d-089b-4395-b61f-8b3826dee56c,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:33.521429 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e25ae393-87f7-4e43-8e25-6eed90021a34 req-375bb8a5-30f0-4161-a451-571c96e32ad9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635160 Jan 17 17:19:33.554418 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c8a8ae-c06b-4677-8a98-b154e97fa329,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:33.565582 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '7a00560d-089b-4395-b61f-8b3826dee56c', 'network_id': '8e1e6a01-c13f-4078-b680-7f08c331ed66', 'port_id': '7a00560d-089b-4395-b61f-8b3826dee56c', 'mac_address': 'fa:16:3e:42:74:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1f569a-44c8-4301-a102-f9db45e82624', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:33.572371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Checking segment: {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:33.572727 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Network hostable DHCP agents. Network: 58d55e97-5dab-4517-813d-395f6f245358, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:19:33.578527 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-89265737-a5b8-4cd5-98c7-47acd2e9db0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 217 time: 0.1838126 Jan 17 17:19:33.615772 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Network 58d55e97-5dab-4517-813d-395f6f245358 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:19:33.648663 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 58d55e97-5dab-4517-813d-395f6f245358) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:33.653357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:33.653956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:33.662528 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433b627-0cd4-427e-af48-83873cf43398 None None] Network 58d55e97-5dab-4517-813d-395f6f245358 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:19:33.687152 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:33.729691 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e2a2d672-9668-48f5-9813-559ee40fb65e admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0858746 Jan 17 17:19:33.774879 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a00560d-089b-4395-b61f-8b3826dee56c {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:33.775273 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-984e5cc6-96df-4e39-8f25-bb8bae3854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:33.776895 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-984e5cc6-96df-4e39-8f25-bb8bae3854d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1748753 Jan 17 17:19:33.805323 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a00560d-089b-4395-b61f-8b3826dee56c,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:33.819031 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:33.884534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-f19e9da2-c9a7-40f7-9fbf-937a89f841e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:33.886569 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-f19e9da2-c9a7-40f7-9fbf-937a89f841e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1030457 Jan 17 17:19:33.985498 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:34.166236 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-060a0b73-2b50-4463-be5f-6e4a3609e46a service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647026 Jan 17 17:19:34.247717 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd46b2-c2b0-40c5-a13b-33f4c124149a req-a55d5f24-6ac6-4036-8601-66c8af3da40d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:34.253950 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92bd46b2-c2b0-40c5-a13b-33f4c124149a req-a55d5f24-6ac6-4036-8601-66c8af3da40d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1978710 Jan 17 17:19:34.257746 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['7a00560d-089b-4395-b61f-8b3826dee56c'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:34.313820 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51375df1-f491-4bed-bf1f-eff3c3524a7b None None] Network 58d55e97-5dab-4517-813d-395f6f245358 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:19:34.333803 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92bd46b2-c2b0-40c5-a13b-33f4c124149a req-68afb989-5f55-4fab-bcfa-c9d89dd08ab2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667448 Jan 17 17:19:34.412302 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-11f7d866-31d7-484a-81d9-e3c1f96db4db req-990948a6-9755-4d17-9dac-77e7344ee9ac service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378056 Jan 17 17:19:34.891114 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c843b8-0a90-4e38-a989-5c5d3d805037 req-bb2980ad-0839-4096-b546-4a62d548c540 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:34.893248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c843b8-0a90-4e38-a989-5c5d3d805037 req-bb2980ad-0839-4096-b546-4a62d548c540 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 945 time: 0.1403031 Jan 17 17:19:34.949564 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c843b8-0a90-4e38-a989-5c5d3d805037 req-eeb3e14a-f4a0-4801-89a7-9def90bb3c04 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485337 Jan 17 17:19:35.111459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-788d1ac0-9998-42b3-974d-f7d50c273f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:35.233396 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:35.636100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4459a2-bbfd-4196-a1c1-ef56707e0818 req-8a15ad97-e305-462f-b976-4d3130ffaa96 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:35.643326 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:35.643856 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8b4459a2-bbfd-4196-a1c1-ef56707e0818 req-8a15ad97-e305-462f-b976-4d3130ffaa96 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1041358 Jan 17 17:19:35.684690 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:35.733264 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8b4459a2-bbfd-4196-a1c1-ef56707e0818 req-64c622e0-f518-414e-a02b-f8b46df1aa06 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883298 Jan 17 17:19:35.777866 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:35.799211 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:35.808713 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47214) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:35.827087 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:35.835019 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:35.923405 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:36.040822 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.056750 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:36.060937 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Usage tracker for resource:security_group_rule and tenant:8722e7548fd548b0a649b2dab1574813 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:36.063712 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:36.070079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:36.079628 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.100711 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.109455 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['91e984b0-7580-4e7e-809a-b0f79f9b20ed'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:36.192062 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.202444 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.308852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfcaab-9e18-419f-804f-198b02dd227d req-16fac1e9-29f9-4cc6-aaae-0ce3090f3a40 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:36.320372 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d2cfcaab-9e18-419f-804f-198b02dd227d req-16fac1e9-29f9-4cc6-aaae-0ce3090f3a40 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 945 time: 0.2242317 Jan 17 17:19:36.378605 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d2cfcaab-9e18-419f-804f-198b02dd227d req-9897bf6a-8fff-4f9b-888f-49aafa642345 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 Jan 17 17:19:36.439445 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8722e7548fd548b0a649b2dab1574813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295784 Jan 17 17:19:36.443199 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47238) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:36.469930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e6774-3d54-40ef-ba7e-ccaac09af003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab0790-158a-4c77-acfe-fbf2af001c8e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:36.516029 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.565510 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.652601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.672314 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab0790-158a-4c77-acfe-fbf2af001c8e,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:36.696208 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:36.698372 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-2e415077-0313-41d1-83cf-53397e1a566d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a7ab0790-158a-4c77-acfe-fbf2af001c8e HTTP/1.1" status: 204 len: 168 time: 0.2537322 Jan 17 17:19:37.044683 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da555f7a-50d0-44d7-ac8d-71e47d0eeb6e req-21f31e0d-ab8b-4cae-9f7e-7cb7add6d851 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:37.046157 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da555f7a-50d0-44d7-ac8d-71e47d0eeb6e req-21f31e0d-ab8b-4cae-9f7e-7cb7add6d851 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.1630931 Jan 17 17:19:37.057684 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacf2db-b57f-4965-ae14-6b276b95abc7 req-583f668e-e59a-413c-9692-0a43cfe70edb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:37.066394 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cbacf2db-b57f-4965-ae14-6b276b95abc7 req-583f668e-e59a-413c-9692-0a43cfe70edb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 945 time: 0.1494067 Jan 17 17:19:37.120591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47268) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:37.145282 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.148337 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cbacf2db-b57f-4965-ae14-6b276b95abc7 req-abd2d016-49ed-4a17-ac2f-ddbaa90b71a3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805173 Jan 17 17:19:37.153516 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da555f7a-50d0-44d7-ac8d-71e47d0eeb6e req-691bfb1b-a308-431c-9e97-805559e27f8e tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842824 Jan 17 17:19:37.162251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:37.169945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Usage tracker for resource:security_group_rule and tenant:478513736bf447d883b79026c9071e62 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:37.174128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:37.188347 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:37.248022 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:37.331144 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.339924 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.377322 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:37.390721 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:37.391175 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.425560 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31df3bcf-cb28-4c22-8cf4-d0261ff4df3d,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:37.438077 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7acc8d69-0f5b-43d3-a27a-c60f59a18591 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=478513736bf447d883b79026c9071e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081071 Jan 17 17:19:37.441044 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47284) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:37.569905 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.583133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-eec75274-7c89-43fa-8293-a85342e1e6f4 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:37.591306 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.593464 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-eec75274-7c89-43fa-8293-a85342e1e6f4 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 809 time: 0.2358530 Jan 17 17:19:37.612742 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-b31b236d-d1ac-464c-a4ec-1e5ff9e67eb7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/quotas/bdc18c3cba3645e2826b39ec8f7e0e47 HTTP/1.1" status: 200 len: 375 time: 0.0183671 Jan 17 17:19:37.633326 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.685755 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.686149 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:37.702164 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:37.710345 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.712054 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7a00560d-089b-4395-b61f-8b3826dee56c up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:37.719825 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.740079 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4c7753c1-c8c3-4cbc-99f5-1c12ff01b97f tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263902 Jan 17 17:19:37.754138 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31df3bcf-cb28-4c22-8cf4-d0261ff4df3d,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:37.765506 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.768651 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c8dae070-51ff-431f-abcb-a6753ee6a0f9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/31df3bcf-cb28-4c22-8cf4-d0261ff4df3d HTTP/1.1" status: 204 len: 168 time: 0.3231583 Jan 17 17:19:37.860816 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb6ff-d911-4c2c-a867-67c1fdc9aa3a req-563d3da3-344a-43ab-803c-e5953930cd04 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:37.865162 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:37.869532 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bf3eb6ff-d911-4c2c-a867-67c1fdc9aa3a req-563d3da3-344a-43ab-803c-e5953930cd04 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 945 time: 0.2664955 Jan 17 17:19:37.898158 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 7a00560d-089b-4395-b61f-8b3826dee56c completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:37.904003 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 7a00560d-089b-4395-b61f-8b3826dee56c triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:37.904450 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:37.955746 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bf3eb6ff-d911-4c2c-a867-67c1fdc9aa3a req-ffb08d0f-0b13-4e30-9892-9a3356eab2d7 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851219 Jan 17 17:19:37.979776 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-48b90cd1-4bb6-42da-927f-25ad70606dc4 service neutron] 10.222.0.102 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281070 Jan 17 17:19:38.055038 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'code': 200} Jan 17 17:19:38.099070 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:38.152747 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-623eace0-e6e9-4833-9a92-766a06fec715 service neutron] 10.222.0.102 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609497 Jan 17 17:19:38.165959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a00560d-089b-4395-b61f-8b3826dee56c,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:38.174452 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:38.272046 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:38.469172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62618ec-5e3a-45c7-af41-5291d6748a5f req-5b634b06-b5b2-4870-a2e3-17bbf0cb5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:38.476115 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e62618ec-5e3a-45c7-af41-5291d6748a5f req-5b634b06-b5b2-4870-a2e3-17bbf0cb5ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1099 time: 0.1646121 Jan 17 17:19:38.612960 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e62618ec-5e3a-45c7-af41-5291d6748a5f req-5bb181fd-6f2e-47eb-b211-fef74b94503b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282246 Jan 17 17:19:38.748819 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-4d6db51d-ac86-411e-8ad8-69b1606e87e3 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:38.750262 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-4d6db51d-ac86-411e-8ad8-69b1606e87e3 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.3471243 Jan 17 17:19:38.788423 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-67407828-9962-4412-bdf8-69485cfd58db tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/quotas/d1db1c9906204e4ab25ce701917961c0 HTTP/1.1" status: 200 len: 375 time: 0.0286298 Jan 17 17:19:38.864290 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ede11-f27d-4ccc-8ef0-a467d90c8a45 req-bc4bb9d8-9cbf-486f-9946-4cf9832045cb tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:38.872191 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af2ede11-f27d-4ccc-8ef0-a467d90c8a45 req-bc4bb9d8-9cbf-486f-9946-4cf9832045cb tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.2310901 Jan 17 17:19:38.949873 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af2ede11-f27d-4ccc-8ef0-a467d90c8a45 req-515dcb5b-676b-41d6-9a4f-ff4704493286 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756922 Jan 17 17:19:38.998662 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-a59833b6-09df-42b0-afb5-98600fc572f1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1995256 Jan 17 17:19:39.025308 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-79361c3b-e41b-4f3b-a995-d7bfed7a4c66 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:39.030039 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-79361c3b-e41b-4f3b-a995-d7bfed7a4c66 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Synchronizing usage tracker for tenant:fd8749ce59fa4d7792499ce727fc7352 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:39.158452 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-79361c3b-e41b-4f3b-a995-d7bfed7a4c66 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Unset dirty status for tenant:fd8749ce59fa4d7792499ce727fc7352 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:39.159929 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-79361c3b-e41b-4f3b-a995-d7bfed7a4c66 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.2472162 Jan 17 17:19:39.227099 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-98750d02-4eb2-4868-a65c-831ecee93a97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1926529 Jan 17 17:19:39.264450 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Deleting port b877e3f5-2612-4681-b088-423f9c494e72 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:19:39.265809 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:39.321674 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-d9f4988e-a7df-4fdf-a695-11ad4eb3617b service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219638 Jan 17 17:19:39.336544 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39bc6b-6083-43db-b19c-99e491191aa2 req-38bf169f-7135-46d4-a91e-309b443deb42 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:39.359609 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cf39bc6b-6083-43db-b19c-99e491191aa2 req-38bf169f-7135-46d4-a91e-309b443deb42 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2192976 Jan 17 17:19:39.591235 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cf39bc6b-6083-43db-b19c-99e491191aa2 req-c649e218-b0ad-4d39-8167-6f0810690714 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307446 Jan 17 17:19:39.642641 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-9198c576-13ed-4b42-b7dd-f49125cdee92 service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627368 Jan 17 17:19:39.710711 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1742670-45a2-4243-bcda-2a22b954d60d req-a7f53aeb-f3db-4dd6-a211-aaf75569775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:39.716713 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-a7f53aeb-f3db-4dd6-a211-aaf75569775b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 1098 time: 0.2914243 Jan 17 17:19:39.740382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] For port b877e3f5-2612-4681-b088-423f9c494e72, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=b877e3f5-2612-4681-b088-423f9c494e72,segment=NetworkSegment(b2efff70-039f-4cc3-8d08-04d20bff16cb),segment_id=b2efff70-039f-4cc3-8d08-04d20bff16cb)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:39.741061 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:39.829876 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-746510fd-ee7c-4ceb-abc4-3f3049d493b1 req-5db7a03e-a9f3-4322-bb49-c15404deac9e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 210 time: 0.1023705 Jan 17 17:19:40.004330 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5f2108d6-a035-4fca-ab83-9093984b0f18 req-fe416a92-c706-44a5-87e1-b104c54d8029 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 210 time: 0.1329327 Jan 17 17:19:40.012508 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Calling delete_port for b877e3f5-2612-4681-b088-423f9c494e72 owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:19:40.055960 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:40.109807 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaca42-5808-4e9c-b3a6-77a5892e8a0c req-2aaf8f54-abb0-4063-8f37-ec0d5bcca376 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:40.122857 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4bdaca42-5808-4e9c-b3a6-77a5892e8a0c req-2aaf8f54-abb0-4063-8f37-ec0d5bcca376 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1943483 Jan 17 17:19:40.179724 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4bdaca42-5808-4e9c-b3a6-77a5892e8a0c req-d43d5bba-0bbf-4e42-ad24-cf77973d6935 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558589 Jan 17 17:19:40.279320 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1742670-45a2-4243-bcda-2a22b954d60d req-d1f44aad-bcf4-4e80-b26a-0993192f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:40.280947 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-d1f44aad-bcf4-4e80-b26a-0993192f927f service neutron] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 915 time: 0.5283732 Jan 17 17:19:40.308858 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81558f55-50bd-437b-9e1e-27c41e91a819 req-db45c099-fb24-4c2e-84c1-a4c22b6443ec tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:40.316516 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81558f55-50bd-437b-9e1e-27c41e91a819 req-db45c099-fb24-4c2e-84c1-a4c22b6443ec tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 945 time: 0.1107678 Jan 17 17:19:40.345996 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c', 'code': 200} Jan 17 17:19:40.373694 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81558f55-50bd-437b-9e1e-27c41e91a819 req-5717f0a4-b535-4b19-9c47-ecc36bd24dd4 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/security-groups?id=3be1bdd6-693b-4036-808a-69ca6e1e8acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Jan 17 17:19:40.578949 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-c4e3b60e-e920-4944-a66b-0f5fa719d013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e93645-061f-462a-9072-c0bd2dfad32b HTTP/1.1" status: 200 len: 217 time: 0.2901216 Jan 17 17:19:40.701944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-b07be9c4-520b-4e71-87c2-5e8e7c1e852c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:40.703583 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-b07be9c4-520b-4e71-87c2-5e8e7c1e852c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 809 time: 0.2259052 Jan 17 17:19:40.717163 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Request body: {'port': {'device_id': '2d5754de-e5aa-4c67-b746-23088636595a', 'network_id': '58d55e97-5dab-4517-813d-395f6f245358', 'admin_state_up': True, 'tenant_id': 'bdc18c3cba3645e2826b39ec8f7e0e47'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:40.776885 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1742670-45a2-4243-bcda-2a22b954d60d req-b1549d97-d01f-49bc-9f84-2d0b013e7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:40.778492 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-b1549d97-d01f-49bc-9f84-2d0b013e7576 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.1839843 Jan 17 17:19:40.779929 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:41.005169 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Pushing event deleted for resources: {'Port': ['ID=b877e3f5-2612-4681-b088-423f9c494e72,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:41.025953 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-80560a0c-b172-4da5-be49-f2c27c4bf435 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1865077 Jan 17 17:19:41.188847 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79e65d7c-792a-4136-9e4c-6c0913183924 req-24d25931-a345-431f-9b1d-ed5fd005717a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 210 time: 0.1010964 Jan 17 17:19:41.193251 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:41.198837 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Usage tracker for resource:port and tenant:bdc18c3cba3645e2826b39ec8f7e0e47 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:41.203325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:41.221133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:41.239431 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Made reservation on behalf of bdc18c3cba3645e2826b39ec8f7e0e47 for: {'port': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:41.243753 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:41.248613 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device b877e3f5-2612-4681-b088-423f9c494e72 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:19:41.266414 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3afd1e-708b-46c5-a38a-b7b1b4e8b01b req-f853aad0-dd9d-4041-9626-330a8bd372d1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:41.274396 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1b3afd1e-708b-46c5-a38a-b7b1b4e8b01b req-f853aad0-dd9d-4041-9626-330a8bd372d1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.4135082 Jan 17 17:19:41.287364 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] No DVR routers for this DVR port b877e3f5-2612-4681-b088-423f9c494e72 on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:19:41.326784 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: b877e3f5-2612-4681-b088-423f9c494e72 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:19:41.327211 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device b877e3f5-2612-4681-b088-423f9c494e72 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:19:41.420783 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:41.424090 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'name': 'network-vif-deleted', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:41.434095 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1b3afd1e-708b-46c5-a38a-b7b1b4e8b01b req-02258311-18dc-416d-aea8-1a823204369b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586285 Jan 17 17:19:41.448021 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-050b25e5-4a47-4aca-ab68-2db626b7e2f2 req-edb6e59d-0985-44a9-ae22-fce12098594b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 210 time: 0.0695040 Jan 17 17:19:41.522131 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:41.576539 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3c8c1b6d-d5e4-45d5-9a2a-c6fc59c14048 req-fc4b36eb-8999-4701-8edd-132cb5a4d971 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.57 "DELETE /v2.0/ports/b877e3f5-2612-4681-b088-423f9c494e72 HTTP/1.1" status: 204 len: 173 time: 2.4106908 Jan 17 17:19:41.612057 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-00b93dc1-929d-464f-92ee-3eba5c941647 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414263 Jan 17 17:19:41.695401 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6e2f1e45-85d5-4d5f-bad6-425c72f4217a req-c352e1e4-3834-42b0-9624-2ef9445d79dd tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.0722859 Jan 17 17:19:41.731253 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Allocated IP 172.20.0.10 (58d55e97-5dab-4517-813d-395f6f245358/65c8a8ae-c06b-4677-8a98-b154e97fa329/cb152258-37f4-4a33-91d6-f248f579e6af) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:41.759651 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15c73e-d131-4388-9f82-b6a5421e26fb req-cf76fa84-092b-416d-a1b3-eda924b78b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:41.761216 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ef15c73e-d131-4388-9f82-b6a5421e26fb req-cf76fa84-092b-416d-a1b3-eda924b78b11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 1099 time: 0.6559794 Jan 17 17:19:41.793188 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935454d-8989-4f88-99cb-2af11d9d6f1b req-227c6474-07e4-4de9-9e36-c246e6655061 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:41.794826 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5935454d-8989-4f88-99cb-2af11d9d6f1b req-227c6474-07e4-4de9-9e36-c246e6655061 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2270882 Jan 17 17:19:41.801468 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9780d36-62ab-46a4-830b-ff84319714fd', 'name': 'network-vif-deleted', 'tag': 'b877e3f5-2612-4681-b088-423f9c494e72', 'status': 'completed', 'code': 200} Jan 17 17:19:41.919495 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ef15c73e-d131-4388-9f82-b6a5421e26fb req-6233530f-ad47-4a8a-9428-dc47784723a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511896 Jan 17 17:19:41.967142 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b1742670-45a2-4243-bcda-2a22b954d60d req-3c81bb5c-f7b1-4f70-891a-b3a0d82ba469 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460944 Jan 17 17:19:41.999232 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5935454d-8989-4f88-99cb-2af11d9d6f1b req-8bcfa562-7e3c-4ca0-a864-d5d48fb02725 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794574 Jan 17 17:19:42.024760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-624567b7-139a-4a91-a40f-e407143b05af tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:42.026209 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-624567b7-139a-4a91-a40f-e407143b05af tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.2051105 Jan 17 17:19:42.101890 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:42.120798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a82c6b-192c-4df0-a1ee-a3be0d848142 req-cad8d9cd-1da6-4dca-b806-d809161c3ef3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:42.122261 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-08a82c6b-192c-4df0-a1ee-a3be0d848142 req-cad8d9cd-1da6-4dca-b806-d809161c3ef3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1731713 Jan 17 17:19:42.132088 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47446) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:42.138880 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'floatingip': {'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:42.158581 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Request body: {'port': {'device_id': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'admin_state_up': True, 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:42.234163 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:42.298887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:42.394329 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:42.399256 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Usage tracker for resource:port and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:42.402334 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:42.408424 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:42.421692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:19:42.427097 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:42.562119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Network 58d55e97-5dab-4517-813d-395f6f245358 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:42.571682 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:42.585733 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:42.614790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Pushing event updated for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:42.645397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Allocated IP 172.20.0.9 (546e684d-7292-48f5-914e-914e00168028/84844eb4-630c-42ab-8acd-f95eb6ea6e7c/c42f2a00-c0ca-4b8f-85b0-7321601b57fb) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:19:42.731405 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13c2c867-cdbe-41f3-b95d-e395cf16919e req-43fb1561-8a52-4687-b59e-a1cf42d825f7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 210 time: 0.1123242 Jan 17 17:19:42.769009 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:42.769658 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:42.891847 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-fe718844-c400-457d-922a-f3c62145d5ae tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1799648 Jan 17 17:19:42.903055 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf66dc0-fcff-410e-af37-9c34e93436c8 req-bb1a4599-2316-4d40-9031-eff22bac1459 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:42.904774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-caf66dc0-fcff-410e-af37-9c34e93436c8 req-bb1a4599-2316-4d40-9031-eff22bac1459 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Synchronizing usage tracker for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:19:42.915308 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Request body: {'port': {'device_id': '2d5754de-e5aa-4c67-b746-23088636595a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:42.972301 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:43.037733 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:43.054204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:43.122271 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4f1e16f0-ec18-4a8c-81d2-7fb75fa6cc84 req-8331873a-09b7-4ea6-8964-7a6ff7cc6d64 tempest-DeleteServersTestJSON-809023738 tempest-DeleteServersTestJSON-809023738-project] 10.222.0.102 "GET /v2.0/ports?device_id=b9780d36-62ab-46a4-830b-ff84319714fd HTTP/1.1" status: 200 len: 210 time: 0.1700823 Jan 17 17:19:43.179603 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-caf66dc0-fcff-410e-af37-9c34e93436c8 req-bb1a4599-2316-4d40-9031-eff22bac1459 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Unset dirty status for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:19:43.180881 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-caf66dc0-fcff-410e-af37-9c34e93436c8 req-bb1a4599-2316-4d40-9031-eff22bac1459 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 932 time: 0.7967389 Jan 17 17:19:43.243405 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event updated for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:43.266804 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Network 546e684d-7292-48f5-914e-914e00168028 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:19:43.268884 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:19:43.272797 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:19:43.279956 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:43.281662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:43.351830 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-90592457-4499-48fd-9345-92b420fd82c6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977057 Jan 17 17:19:43.372817 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Request body: {'port': {'device_id': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:43.473845 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:43.564266 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:43.679856 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-caf66dc0-fcff-410e-af37-9c34e93436c8 req-98f5dd0f-5f55-4846-ba60-9c2308cc1594 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835083 Jan 17 17:19:43.872893 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9033ba-ad60-4d65-88d4-ddb49bf49f67 req-34bffeb4-f60a-4c3d-894d-d4cbde58f1e9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:43.880795 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b9033ba-ad60-4d65-88d4-ddb49bf49f67 req-34bffeb4-f60a-4c3d-894d-d4cbde58f1e9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.4650786 Jan 17 17:19:44.057432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42f2a00-c0ca-4b8f-85b0-7321601b57fb {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:44.066739 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.083526 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Transition to ACTIVE for port object c42f2a00-c0ca-4b8f-85b0-7321601b57fb will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:44.089057 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.208060 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b9033ba-ad60-4d65-88d4-ddb49bf49f67 req-0e84d161-31fe-4598-bff5-630108eb7c13 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256104 Jan 17 17:19:44.215148 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.db.resource_extend [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 17:19:44.284451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Pushing event updated for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:44.296471 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Attempting to bind port c42f2a00-c0ca-4b8f-85b0-7321601b57fb on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:44.296809 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Attempting to bind port c42f2a00-c0ca-4b8f-85b0-7321601b57fb by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:44.297132 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Attempting to bind port c42f2a00-c0ca-4b8f-85b0-7321601b57fb on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:44.302997 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Port c42f2a00-c0ca-4b8f-85b0-7321601b57fb on network 546e684d-7292-48f5-914e-914e00168028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:44.303311 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Attempting to bind port c42f2a00-c0ca-4b8f-85b0-7321601b57fb on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:44.308893 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:44.309247 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Checking segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:44.309629 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Bound using segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:44.310045 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Bound port: c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:44.310788 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.408293 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:44.412255 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:44.424884 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.496784 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:44.497391 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.498796 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] 10.222.0.57 "PUT /v2.0/ports/c42f2a00-c0ca-4b8f-85b0-7321601b57fb HTTP/1.1" status: 200 len: 1093 time: 1.1302497 Jan 17 17:19:44.499392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:44.516938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.530612 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:44.531041 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd74f3-ce79-4330-bb0e-4e8f0dca17be service neutron] Pushing event updated for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:44.601807 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', 'status': 'completed', 'code': 200} Jan 17 17:19:44.641514 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-8289063e-2a7a-492a-8c53-992cb1ca7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:44.643675 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-8289063e-2a7a-492a-8c53-992cb1ca7391 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 1096 time: 0.0790019 Jan 17 17:19:44.726038 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c9ac-1819-4e9f-b606-7f2ae0ce9864 req-002ebc7a-2323-47e5-8507-b7aa6ff830e8 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:44.733276 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c14c9ac-1819-4e9f-b606-7f2ae0ce9864 req-002ebc7a-2323-47e5-8507-b7aa6ff830e8 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 931 time: 0.7996376 Jan 17 17:19:44.744411 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-7b551b9c-eed8-4e4b-8703-3de25df8037d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb HTTP/1.1" status: 200 len: 217 time: 0.0705502 Jan 17 17:19:44.846824 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-132253bf-3b06-4e53-ada7-394dafff21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:44.848483 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-132253bf-3b06-4e53-ada7-394dafff21e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.0849342 Jan 17 17:19:44.884765 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Floating IP 0cba026f-c418-413d-a0b4-1ece62ab66b0 associated. External IP: 172.28.0.74, port: 91e984b0-7580-4e7e-809a-b0f79f9b20ed. Jan 17 17:19:44.909209 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-9c220680-ec2f-45b2-bdd7-bffc7bce4dd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549343 Jan 17 17:19:44.958981 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb152258-37f4-4a33-91d6-f248f579e6af {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:45.036054 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:45.071166 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c14c9ac-1819-4e9f-b606-7f2ae0ce9864 req-c5f06b6f-71c1-4aba-a490-2de29a6f28a1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363907 Jan 17 17:19:45.099650 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-e21856c8-1d7c-4c50-9e94-4f4f034ae693 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771700 Jan 17 17:19:45.166269 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Transition to ACTIVE for port object cb152258-37f4-4a33-91d6-f248f579e6af will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:19:45.193842 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:45.306702 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a0a3b78a-53cf-4366-ae0b-6a2752096bd0 req-cd021712-f5eb-47c5-b13f-d6676f69744c service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004638 Jan 17 17:19:45.399435 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1478d-bc1c-408a-b9cd-dc11e7133d5f req-c402f5b4-4387-4fe3-aecc-6dd016600db1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:45.414353 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6f1478d-bc1c-408a-b9cd-dc11e7133d5f req-c402f5b4-4387-4fe3-aecc-6dd016600db1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 932 time: 0.5255191 Jan 17 17:19:45.414353 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:45.446911 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-25f5e2ba-9f4b-4462-aa2d-acf9307a5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:45.448666 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-25f5e2ba-9f4b-4462-aa2d-acf9307a5a3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 1096 time: 0.0869293 Jan 17 17:19:45.635727 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-6a238515-44c2-4ba1-a4be-6a189e1ef377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:45.637451 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-6a238515-44c2-4ba1-a4be-6a189e1ef377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 915 time: 0.1723762 Jan 17 17:19:45.745863 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-d767125d-bb1e-437b-951a-d58d8e91e56d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb HTTP/1.1" status: 200 len: 217 time: 0.0993466 Jan 17 17:19:45.838569 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-4fc25331-bf74-4f1c-90b3-625165f23a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:45.840860 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-4fc25331-bf74-4f1c-90b3-625165f23a45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.0876839 Jan 17 17:19:45.884840 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47564) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:45.904729 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6f1478d-bc1c-408a-b9cd-dc11e7133d5f req-d4d313da-736a-4ae4-b396-b511e96211a4 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955530 Jan 17 17:19:45.905312 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-7ed3b5f7-5132-4ae0-9283-75df2a662ab4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562730 Jan 17 17:19:45.924121 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:19:46.050713 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77358613-4de5-460e-b03c-7e008fbec074 req-ea7dc7bb-3734-438f-91c3-7b741618dee9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:46.052821 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-77358613-4de5-460e-b03c-7e008fbec074 req-ea7dc7bb-3734-438f-91c3-7b741618dee9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.6677291 Jan 17 17:19:46.056965 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Attempting to bind port cb152258-37f4-4a33-91d6-f248f579e6af on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:19:46.057293 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Attempting to bind port cb152258-37f4-4a33-91d6-f248f579e6af by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:19:46.057613 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Attempting to bind port cb152258-37f4-4a33-91d6-f248f579e6af on network 58d55e97-5dab-4517-813d-395f6f245358 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:46.065471 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.069572 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Port cb152258-37f4-4a33-91d6-f248f579e6af on network 58d55e97-5dab-4517-813d-395f6f245358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:19:46.069891 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Attempting to bind port cb152258-37f4-4a33-91d6-f248f579e6af on network 58d55e97-5dab-4517-813d-395f6f245358 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:19:46.164537 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:19:46.164852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Checking segment: {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:19:46.165235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Bound using segment: {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:19:46.165669 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Bound port: cb152258-37f4-4a33-91d6-f248f579e6af, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:19:46.166009 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.175711 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-9233b136-fb1c-41dc-9b2b-c79f5187c4b0 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605555 Jan 17 17:19:46.177319 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:46.181315 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Usage tracker for resource:security_group_rule and tenant:c896eb2fe10f488ab6cdeec83d2c919a is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:46.203005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:46.213863 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:46.268284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-77358613-4de5-460e-b03c-7e008fbec074 req-4060ee31-fc3e-4d30-a99c-41c3d3663452 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019601 Jan 17 17:19:46.314080 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:19:46.331160 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:19:46.343945 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.347952 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:46.349129 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:46.369757 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0909b72f-4ef5-4aa4-9a92-99168ce51429 req-91383965-2570-4656-9f2f-7223627f5fda service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855183 Jan 17 17:19:46.444407 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:19:46.467099 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-67c0a163-184e-4ece-8dfe-2e568c877d26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "PUT /v2.0/floatingips/0cba026f-c418-413d-a0b4-1ece62ab66b0 HTTP/1.1" status: 200 len: 991 time: 4.3299935 Jan 17 17:19:46.467099 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:46.471968 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=cb152258-37f4-4a33-91d6-f248f579e6af,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:19:46.472152 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.479814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.480220 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.553147 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c0a36-31c6-481a-ad20-4d60011f74d0 req-b3880fab-cf54-488a-bb31-d6d67f1223c9 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:46.555039 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f24c0a36-31c6-481a-ad20-4d60011f74d0 req-b3880fab-cf54-488a-bb31-d6d67f1223c9 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 943 time: 0.2980118 Jan 17 17:19:46.561640 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:46.562373 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.563791 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb152258-37f4-4a33-91d6-f248f579e6af HTTP/1.1" status: 200 len: 1094 time: 3.6558781 Jan 17 17:19:46.583334 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c896eb2fe10f488ab6cdeec83d2c919a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923428 Jan 17 17:19:46.584736 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e188e-2bdf-45cc-95b5-7050c516ab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3237b3ce-91d7-441f-a9be-9b6c185efb42,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:46.586536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47604) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:46.688396 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145b597-8004-490b-b312-3ee5b21dcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:46.740585 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f24c0a36-31c6-481a-ad20-4d60011f74d0 req-38891d1a-e885-4fb2-9fca-32cb372e063e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758034 Jan 17 17:19:46.771887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.806242 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:46.822876 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-1add4528-9974-40d9-a64d-d70a8c4f76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:46.824420 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-1add4528-9974-40d9-a64d-d70a8c4f76e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 1097 time: 0.1822026 Jan 17 17:19:46.864012 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:46.947242 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-4dd7e6d1-1c4f-4dc2-8fe2-570137ca2408 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb152258-37f4-4a33-91d6-f248f579e6af HTTP/1.1" status: 200 len: 217 time: 0.1117949 Jan 17 17:19:46.959733 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'status': 'completed', 'code': 200} Jan 17 17:19:47.079337 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47620) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:47.123913 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-e4a19cc9-b295-49b0-9ebc-f9a7e3c236b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.124468 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-e4a19cc9-b295-49b0-9ebc-f9a7e3c236b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65c8a8ae-c06b-4677-8a98-b154e97fa329 HTTP/1.1" status: 200 len: 849 time: 0.1560934 Jan 17 17:19:47.188607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.226967 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3237b3ce-91d7-441f-a9be-9b6c185efb42,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:47.262837 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-e9960c9e-6ea6-4653-8533-7aad39c9f1f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58d55e97-5dab-4517-813d-395f6f245358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289711 Jan 17 17:19:47.277400 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Deleting subnet 1335026e-eb03-4cd7-8895-7c2ef0f3293e {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:19:47.280685 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.309286 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c42f2a00-c0ca-4b8f-85b0-7321601b57fb details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:47.340136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.347367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.408762 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.414026 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-9476d41a-d253-4bd0-a284-d2ec1a215996 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3237b3ce-91d7-441f-a9be-9b6c185efb42 HTTP/1.1" status: 204 len: 168 time: 0.8036039 Jan 17 17:19:47.429101 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.463987 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-a8e78c5e-d5da-4392-a56c-7687970df500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.465227 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-a8e78c5e-d5da-4392-a56c-7687970df500 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 1099 time: 0.4889567 Jan 17 17:19:47.478658 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1335026e-eb03-4cd7-8895-7c2ef0f3293e,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:47.505947 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-21dd8072-852d-44da-b309-aeacbeef2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.507400 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-21dd8072-852d-44da-b309-aeacbeef2db4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1099 time: 0.4291248 Jan 17 17:19:47.545459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:47.583211 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'port_id': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', 'mac_address': 'fa:16:3e:35:ac:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84844eb4-630c-42ab-8acd-f95eb6ea6e7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:47.590186 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.590535 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.590876 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.591194 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.591734 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.592199 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.592526 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.592845 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.593163 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.593480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.593794 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.594106 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:47.597563 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489569b2-9557-4414-8f44-3a5065e29557 req-adc95a1c-6f87-48d3-8af8-24f45720a67d tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.609087 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-489569b2-9557-4414-8f44-3a5065e29557 req-adc95a1c-6f87-48d3-8af8-24f45720a67d tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 944 time: 0.3889122 Jan 17 17:19:47.629268 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.649122 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-e2269861-c700-4307-8bcc-e843cfbb8f8a service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076220 Jan 17 17:19:47.666937 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2865e-e29b-4a0b-b728-57f83158bf9e req-098265b0-733d-4fe2-86ba-702561a18a7c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.668469 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7e2865e-e29b-4a0b-b728-57f83158bf9e req-098265b0-733d-4fe2-86ba-702561a18a7c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.4755435 Jan 17 17:19:47.680842 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '0cba026f-c418-413d-a0b4-1ece62ab66b0', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:19:18Z', 'updated_at': '2022-01-17T17:19:43Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:47.695557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.700360 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:19:47.715486 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f2a00-c0ca-4b8f-85b0-7321601b57fb {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:47.718500 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:19:47.719131 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:19:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:47.736897 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1e3a0143-3928-4e74-8eee-bd3219a4732d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1335026e-eb03-4cd7-8895-7c2ef0f3293e HTTP/1.1" status: 204 len: 168 time: 0.6473813 Jan 17 17:19:47.741763 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47636) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:47.753860 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:47.768459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.900026 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:47.921535 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:47.966089 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-83582ca8-ddc3-4467-9013-da18c032bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:47.967537 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-83582ca8-ddc3-4467-9013-da18c032bdbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.4901364 Jan 17 17:19:47.999375 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-489569b2-9557-4414-8f44-3a5065e29557 req-a0b07280-150f-4b97-a989-06dd35790602 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893356 Jan 17 17:19:48.026312 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:19:48.085710 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['c42f2a00-c0ca-4b8f-85b0-7321601b57fb'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:48.156373 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.177732 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7e2865e-e29b-4a0b-b728-57f83158bf9e req-7bd94df7-382d-4d04-ac44-e25acd451105 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253467 Jan 17 17:19:48.189406 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.189762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.190595 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.191443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > port after_create 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.191443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.192301 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > port after_update 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.192554 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.192993 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.193315 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.193624 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.208136 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81beaed-cfe2-424e-829a-f70f27d8ce94 req-548e87fd-6e01-4d68-984a-d2b371c19a16 service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364132 Jan 17 17:19:48.401021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47664) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:48.461826 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.462315 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.462522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.462851 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 17:19:48.463224 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d601be3-a6e0-458e-8dfb-62c111990444']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:48.523265 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eac83-d4e9-40bb-8d25-5383ea244808 req-bafad8cc-c061-4d0f-ae1e-e0c2b97a042f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:48.533711 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7d7eac83-d4e9-40bb-8d25-5383ea244808 req-bafad8cc-c061-4d0f-ae1e-e0c2b97a042f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 944 time: 0.2599759 Jan 17 17:19:48.596785 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-20e3993c-deec-4e05-886f-14c5dfa138b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a00560d-089b-4395-b61f-8b3826dee56c HTTP/1.1" status: 200 len: 217 time: 0.5781767 Jan 17 17:19:48.599194 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7d7eac83-d4e9-40bb-8d25-5383ea244808 req-76cd37c1-f4e7-43e2-8e40-601609fcf209 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Jan 17 17:19:48.600173 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2efff70-039f-4cc3-8d08-04d20bff16cb') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:48.600748 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2efff70-039f-4cc3-8d08-04d20bff16cb') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:48.609098 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-96e2bb64-2c5d-463f-8a93-e3cddb421218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:48.610518 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-96e2bb64-2c5d-463f-8a93-e3cddb421218 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 1.0074916 Jan 17 17:19:48.759731 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.759981 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47678) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:48.766339 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '0cba026f-c418-413d-a0b4-1ece62ab66b0', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:19:18Z', 'updated_at': '2022-01-17T17:19:43Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:19:48.772444 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.777277 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d6d92a-a83a-47c3-a153-a9795d6d79c3 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '0cba026f-c418-413d-a0b4-1ece62ab66b0', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:19:18Z', 'updated_at': '2022-01-17T17:19:43Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:19:48.798843 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:48.799109 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-55e9be10-28cf-4ed8-a8ec-7e7706e6f7b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 999 time: 0.1508553 Jan 17 17:19:48.808939 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1cabd151226430abd02059d336594b7 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:48.819403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:48.834420 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:48.849861 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.871430 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-4752ece4-261f-45e2-9f4b-23baf14e91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:48.872871 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-4752ece4-261f-45e2-9f4b-23baf14e91b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.2615192 Jan 17 17:19:48.879713 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:19:48.880117 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: from cryptography.utils import int_from_bytes Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: from cryptography.utils import int_from_bytes Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: util.warn_limited( Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: util.warn_limited( Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:19:48.896811 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:19:48.925125 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:48.950666 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:48.959834 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Usage tracker for resource:security_group_rule and tenant:3822e7dd9e5d4b1ba689594be5e9de69 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:48.962933 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:48.969337 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:48.981498 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:49.069321 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af', 'status': 'completed', 'code': 200} Jan 17 17:19:49.084130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.122944 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-ccb1b020-9958-4662-95d9-da0f7efd3d78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252338 Jan 17 17:19:49.180215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-e81942aa-4596-45ab-9282-3168471d34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:49.180215 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-e81942aa-4596-45ab-9282-3168471d34ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.3635767 Jan 17 17:19:49.205406 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c72959-ccca-4462-8093-bd5e859b29b1 None None] New status for floating IP 0cba026f-c418-413d-a0b4-1ece62ab66b0: ACTIVE {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:19:49.328657 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.331655 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.350885 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c42f2a00-c0ca-4b8f-85b0-7321601b57fb up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:49.411339 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.452178 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] Pushing event deleted for resources: {'Network': ['ID=7d601be3-a6e0-458e-8dfb-62c111990444,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:49.496053 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-49f55e22-ff9b-4fb7-addc-7f11281e256d admin admin] 10.222.0.102 "DELETE /v2.0/networks/7d601be3-a6e0-458e-8dfb-62c111990444 HTTP/1.1" status: 204 len: 168 time: 1.7531011 Jan 17 17:19:49.512428 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-3ed983bd-d719-4e77-96c5-86a435044940 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652864 Jan 17 17:19:49.515601 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-de2027d9-acd2-4ffa-8871-f888a733e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:49.517284 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-de2027d9-acd2-4ffa-8871-f888a733e741 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3347447 Jan 17 17:19:49.566291 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.568492 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcba66a9-535e-4bd2-9bc7-023a91ccaad6,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:49.593806 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f1cabd151226430abd02059d336594b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913903 Jan 17 17:19:49.601409 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.601817 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.602268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.602602 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.602976 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.603318 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.604074 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.604415 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.604743 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.605422 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.605763 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.606146 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee5f59-5772-42e2-98a7-488741bb5fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:49.615605 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.632711 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47702) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:49.653406 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port c42f2a00-c0ca-4b8f-85b0-7321601b57fb completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:49.735953 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port c42f2a00-c0ca-4b8f-85b0-7321601b57fb triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:49.736453 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.737946 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3822e7dd9e5d4b1ba689594be5e9de69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754357 Jan 17 17:19:49.744737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47708) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:49.749097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44834-013d-4e8d-b31c-123e77855abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e856d08-fe4b-466d-bf2e-463095cf7327,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:49.794086 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47712) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:49.881616 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946d648-0608-4d20-9732-709f7a538153 req-ec5fc6b7-b608-4952-9357-c990c56af50c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:49.888597 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6946d648-0608-4d20-9732-709f7a538153 req-ec5fc6b7-b608-4952-9357-c990c56af50c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 944 time: 0.5864108 Jan 17 17:19:49.898874 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.905222 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-e282af16-3599-4e80-924b-85324adb0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:49.920010 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-e282af16-3599-4e80-924b-85324adb0ea6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 1097 time: 0.8209317 Jan 17 17:19:49.942139 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:49.970569 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:49.990740 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:50.000097 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-418e402d-54ce-46b0-8406-1ff4d3e90c46 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745467 Jan 17 17:19:50.001871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.025323 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.061812 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d04fe-b7e7-453a-b3eb-3ad7a6c1d390 req-d235ab96-04a1-4ef1-b8df-19e37819a4c5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:50.069476 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b75d04fe-b7e7-453a-b3eb-3ad7a6c1d390 req-d235ab96-04a1-4ef1-b8df-19e37819a4c5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.5784876 Jan 17 17:19:50.071949 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c58fed35-bc2c-4fc6-bb2c-932c55771a54 req-84b69ee6-5b75-458d-8386-6c0cb4c96462 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5475869 Jan 17 17:19:50.082659 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.103614 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-615b0e51-7def-4b8f-bbd2-004b66f73886 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fd8749ce59fa4d7792499ce727fc7352&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3003654 Jan 17 17:19:50.113058 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:50.122868 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47722) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:50.148677 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6946d648-0608-4d20-9732-709f7a538153 req-25caec95-5f0c-4f95-9d65-2ff2cb5ad60c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591875 Jan 17 17:19:50.152943 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-4a866c93-0525-4ba0-839f-d26fb7da253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:50.153848 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-4a866c93-0525-4ba0-839f-d26fb7da253b service neutron] 10.222.0.57 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 910 time: 0.2293558 Jan 17 17:19:50.186947 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b75d04fe-b7e7-453a-b3eb-3ad7a6c1d390 req-21ce0113-c0f9-4053-af17-9b853149bc7f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089804 Jan 17 17:19:50.218368 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.293091 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f582fa44-1ec2-4696-8bb1-f2d87bbe568e req-97d460e8-4aca-4bb6-a3cd-0775e482b337 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698443 Jan 17 17:19:50.294069 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.318864 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-9456285e-6ddd-4264-a3f4-e4c9392a0633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb152258-37f4-4a33-91d6-f248f579e6af HTTP/1.1" status: 200 len: 217 time: 0.1284106 Jan 17 17:19:50.323084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e856d08-fe4b-466d-bf2e-463095cf7327,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:50.334747 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.336144 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e60baceb-a0e7-405b-808e-2da6fc06f211 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5e856d08-fe4b-466d-bf2e-463095cf7327 HTTP/1.1" status: 204 len: 168 time: 0.5853105 Jan 17 17:19:50.371499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.399074 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', 'code': 200} Jan 17 17:19:50.401584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.402744 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dcba66a9-535e-4bd2-9bc7-023a91ccaad6 HTTP/1.1" status: 204 len: 168 time: 0.7222872 Jan 17 17:19:50.405834 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e42e88-1e04-4b41-a03e-2bf0466fb46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcba66a9-535e-4bd2-9bc7-023a91ccaad6,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:50.478669 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-d77829dd-6d2f-4e63-a44f-d28e353c8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:50.480138 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-d77829dd-6d2f-4e63-a44f-d28e353c8a6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65c8a8ae-c06b-4677-8a98-b154e97fa329 HTTP/1.1" status: 200 len: 849 time: 0.0896313 Jan 17 17:19:50.559470 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-5546a3ba-4090-444a-9f1b-6a8a1507bd42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58d55e97-5dab-4517-813d-395f6f245358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719433 Jan 17 17:19:50.567604 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.683949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40796e6-ff21-4cc6-88e1-f1b21469320c req-293a0d71-80c6-44fb-81e3-8ed53fc7266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:50.686168 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a40796e6-ff21-4cc6-88e1-f1b21469320c req-293a0d71-80c6-44fb-81e3-8ed53fc7266e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 1098 time: 0.0824845 Jan 17 17:19:50.690331 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.704787 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f5a2a-9dff-4b18-9812-0ddc11bc5bb9 req-657d6a91-44c1-4711-be99-0ae0b959133c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:50.706270 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-560f5a2a-9dff-4b18-9812-0ddc11bc5bb9 req-657d6a91-44c1-4711-be99-0ae0b959133c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.4055994 Jan 17 17:19:50.745135 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a40796e6-ff21-4cc6-88e1-f1b21469320c req-ad112725-8b27-4d33-aa1c-951497ebbf2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 Jan 17 17:19:50.809748 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-560f5a2a-9dff-4b18-9812-0ddc11bc5bb9 req-0bb09b2b-8230-4f4f-8a26-647d3098b851 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953915 Jan 17 17:19:50.830565 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47738) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:50.831835 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-f9ac4f2a-7391-4880-a9cb-ed2492ab233d service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519171 Jan 17 17:19:50.846782 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.851519 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.867295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1bdd6-693b-4036-808a-69ca6e1e8acf,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:50.867541 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:50.869107 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47742) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:50.871436 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Usage tracker for resource:security_group_rule and tenant:563ef4bfa5764457bf62adb8a15c54c8 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:50.874454 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:50.880502 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:50.892648 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.908814 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.910060 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1e4eceb9-fd90-4d81-b9ad-53e41be19416 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3be1bdd6-693b-4036-808a-69ca6e1e8acf HTTP/1.1" status: 204 len: 168 time: 0.7838905 Jan 17 17:19:50.915249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:50.919645 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Usage tracker for resource:security_group_rule and tenant:8388b08cfcb24a659dc236efa10ff47b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:50.922840 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:50.929996 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:50.976123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:50.981123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.027750 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6585d75-dd13-4bed-97a4-abe893b01e9a,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:51.037059 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-167cc658-b549-4905-94c4-3ca70f690385 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=563ef4bfa5764457bf62adb8a15c54c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023027 Jan 17 17:19:51.038053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 47748) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:51.119716 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.139904 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8804e9b-1a04-42c7-8d56-0359e6089907 req-389efbe9-7833-4d19-a820-75e681cd929a service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803975 Jan 17 17:19:51.160793 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.163286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.170326 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.227258 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.249815 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e86a71a-366f-4276-b7a5-5bf2736a8f03,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:51.260089 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6585d75-dd13-4bed-97a4-abe893b01e9a,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:51.266616 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b7aec946-305c-40ad-a81e-82744730aca1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8388b08cfcb24a659dc236efa10ff47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961043 Jan 17 17:19:51.267186 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.269126 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47760) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:51.269562 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-38352972-3eac-4411-bd5d-02e01cfc18f8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e6585d75-dd13-4bed-97a4-abe893b01e9a HTTP/1.1" status: 204 len: 168 time: 0.2312050 Jan 17 17:19:51.338723 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device cb152258-37f4-4a33-91d6-f248f579e6af details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:19:51.504591 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.530458 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.588548 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=cb152258-37f4-4a33-91d6-f248f579e6af,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:51.636424 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'cb152258-37f4-4a33-91d6-f248f579e6af', 'network_id': '58d55e97-5dab-4517-813d-395f6f245358', 'port_id': 'cb152258-37f4-4a33-91d6-f248f579e6af', 'mac_address': 'fa:16:3e:0d:7a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c8a8ae-c06b-4677-8a98-b154e97fa329', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:19:51.641956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be556387-30ab-4907-bf9e-48b7e889bf83 req-f8e898c4-4376-4cf9-94a5-692644b4adfa tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:51.652009 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-be556387-30ab-4907-bf9e-48b7e889bf83 req-f8e898c4-4376-4cf9-94a5-692644b4adfa tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 944 time: 0.3411398 Jan 17 17:19:51.719084 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.724107 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208519-058b-4ebc-bf8a-0520c2ccaf6f req-0c247dfb-3768-402b-ab70-0e6c0407cff1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:51.725775 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15208519-058b-4ebc-bf8a-0520c2ccaf6f req-0c247dfb-3768-402b-ab70-0e6c0407cff1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.3387759 Jan 17 17:19:51.731734 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-be556387-30ab-4907-bf9e-48b7e889bf83 req-ccbcfc1e-19a8-4e92-aad8-df4d1e7e59ab tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788846 Jan 17 17:19:51.747670 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.748591 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb152258-37f4-4a33-91d6-f248f579e6af {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:19:51.772105 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=cb152258-37f4-4a33-91d6-f248f579e6af,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:51.779175 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.787173 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e86a71a-366f-4276-b7a5-5bf2736a8f03,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:51.804950 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:51.806123 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-758a9af4-62f8-415d-8f39-a2b47a2a1cf2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0e86a71a-366f-4276-b7a5-5bf2736a8f03 HTTP/1.1" status: 204 len: 168 time: 0.5371258 Jan 17 17:19:51.820506 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15208519-058b-4ebc-bf8a-0520c2ccaf6f req-89c6851e-d5ac-4a49-81d3-fff7ec35f1fa tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Jan 17 17:19:51.916475 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:51.935771 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47786) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:52.068130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.096211 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:52.106938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Usage tracker for resource:security_group_rule and tenant:04296a3d7557498187b95b702cf86571 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:52.111021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:52.119992 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:52.180097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e359bc-9b5e-4b87-9723-d1e01ed1d204 req-a225e9fd-ee97-42bf-84a8-fa848b783de6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:52.181654 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e2e359bc-9b5e-4b87-9723-d1e01ed1d204 req-a225e9fd-ee97-42bf-84a8-fa848b783de6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.2194033 Jan 17 17:19:52.218191 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['cb152258-37f4-4a33-91d6-f248f579e6af'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:19:52.278558 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e2e359bc-9b5e-4b87-9723-d1e01ed1d204 req-c58264fd-7fd4-4bb2-9a61-4ca59ef5fcf2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823016 Jan 17 17:19:52.322029 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.328945 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.381285 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=04296a3d7557498187b95b702cf86571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442768 Jan 17 17:19:52.382141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deaf7a-ab4e-44d7-85a5-417549ac9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d4043-a331-4811-8ae7-09155d961aa9,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:52.385964 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 47802) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:52.470009 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.499277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.556064 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.570871 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d4043-a331-4811-8ae7-09155d961aa9,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:52.577632 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:52.578730 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-17e8bf7b-b12d-4a12-ba0c-b33ed978dee6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cc9d4043-a331-4811-8ae7-09155d961aa9 HTTP/1.1" status: 204 len: 168 time: 0.1917136 Jan 17 17:19:52.983741 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8f210-6386-40a0-836e-da9865b51bd0 req-dcd791aa-af59-49f0-9f87-be468b713f8e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:52.990213 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-58d8f210-6386-40a0-836e-da9865b51bd0 req-dcd791aa-af59-49f0-9f87-be468b713f8e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 945 time: 0.1196280 Jan 17 17:19:53.120691 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-58d8f210-6386-40a0-836e-da9865b51bd0 req-864a49dc-6c82-49a6-b461-9a0e6b85e468 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812359 Jan 17 17:19:53.169937 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5ba81-ebc2-44f0-8466-aef7e4fd5d11 req-88244d8c-4489-406b-bdb8-009e1d2985b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:53.171430 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-75d5ba81-ebc2-44f0-8466-aef7e4fd5d11 req-88244d8c-4489-406b-bdb8-009e1d2985b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1765299 Jan 17 17:19:53.231545 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-75d5ba81-ebc2-44f0-8466-aef7e4fd5d11 req-7f9e4c63-07ea-40ab-9787-b4a7b270db96 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524464 Jan 17 17:19:53.338004 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device cb152258-37f4-4a33-91d6-f248f579e6af up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:19:53.460057 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port cb152258-37f4-4a33-91d6-f248f579e6af completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:19:53.467604 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port cb152258-37f4-4a33-91d6-f248f579e6af triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:19:53.468197 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:53.518498 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09dbfe-bb97-403a-91b7-f8ae8bb804d9 req-86f6fc42-9ef9-4a34-bff7-41d14fa7f63d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:53.525637 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af09dbfe-bb97-403a-91b7-f8ae8bb804d9 req-86f6fc42-9ef9-4a34-bff7-41d14fa7f63d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.0908318 Jan 17 17:19:53.582905 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af09dbfe-bb97-403a-91b7-f8ae8bb804d9 req-b285c4e6-5b7f-40d1-8f29-5615aeb5c67b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563042 Jan 17 17:19:53.629147 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:53.658026 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:19:53.669866 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=cb152258-37f4-4a33-91d6-f248f579e6af,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:19:53.678477 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:53.718299 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af', 'code': 200} Jan 17 17:19:53.762525 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:53.770838 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.771280 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.771651 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.772099 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.772504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.772833 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.773594 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.773594 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.773878 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.774198 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.774514 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:53.774833 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:19:54.057660 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563664f7-8fdd-448f-8797-0c61efbee70e req-465f893b-4d1f-4c35-8faf-e6d2d0cf3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:54.059211 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-563664f7-8fdd-448f-8797-0c61efbee70e req-465f893b-4d1f-4c35-8faf-e6d2d0cf3498 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 1099 time: 0.1160438 Jan 17 17:19:54.115234 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-563664f7-8fdd-448f-8797-0c61efbee70e req-d9cabcca-32a1-4b44-8d2e-e4bcb8c22abd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458746 Jan 17 17:19:54.375476 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1503e-ca8c-4cf4-9095-d3dac198e29f req-5cc5d288-ae17-4937-9793-222f87c7afcd tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:54.376960 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-87b1503e-ca8c-4cf4-9095-d3dac198e29f req-5cc5d288-ae17-4937-9793-222f87c7afcd tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.1030285 Jan 17 17:19:54.445354 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-87b1503e-ca8c-4cf4-9095-d3dac198e29f req-2febbebe-6ef2-428f-ae03-05db14bcbf9c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602913 Jan 17 17:19:54.659403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f209e3-4427-4dd7-9ce0-87a697ee189b req-489f5b1c-b1de-4d8b-a099-6f406a597f04 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:54.661841 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-19f209e3-4427-4dd7-9ce0-87a697ee189b req-489f5b1c-b1de-4d8b-a099-6f406a597f04 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1188018 Jan 17 17:19:54.733832 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-19f209e3-4427-4dd7-9ce0-87a697ee189b req-015ffb1e-de16-4d39-ba2c-5f9f360d5ce1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Jan 17 17:19:55.654656 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45688b1b-14f6-4d99-b328-173fa259eb0e req-e5878379-1948-4abb-a1d0-02877b62a13c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:55.656266 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-45688b1b-14f6-4d99-b328-173fa259eb0e req-e5878379-1948-4abb-a1d0-02877b62a13c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.0872657 Jan 17 17:19:55.716204 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-45688b1b-14f6-4d99-b328-173fa259eb0e req-e98ceff9-009f-47dc-9a55-9538c2bbba87 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Jan 17 17:19:55.996948 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5146fa4-103f-4246-b895-022a103e6238 req-fb43214f-2ad4-4545-b09d-bccbf1f8ce8e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:56.003683 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5146fa4-103f-4246-b895-022a103e6238 req-fb43214f-2ad4-4545-b09d-bccbf1f8ce8e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1646345 Jan 17 17:19:56.072326 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5146fa4-103f-4246-b895-022a103e6238 req-e93a3ad5-bc3c-47ce-b4f4-79aa067c77a2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615144 Jan 17 17:19:56.777824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-9737e699-4857-4d2c-a477-a1455fde1915 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:56.779255 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-9737e699-4857-4d2c-a477-a1455fde1915 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.1819627 Jan 17 17:19:56.796793 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-71042a7e-7429-4917-93b0-cee9d2705665 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/quotas/d1db1c9906204e4ab25ce701917961c0 HTTP/1.1" status: 200 len: 375 time: 0.0112770 Jan 17 17:19:56.953812 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-1dc09bd4-f1ae-4ce4-b4fa-7e2ff3f64316 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510131 Jan 17 17:19:56.994463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6054-d6f3-4e26-894e-9b3ed71dc61a req-24ec09ff-c45d-4c1d-a009-41dd28888dcf tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:56.996130 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-afec6054-d6f3-4e26-894e-9b3ed71dc61a req-24ec09ff-c45d-4c1d-a009-41dd28888dcf tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.1536610 Jan 17 17:19:57.128653 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-afec6054-d6f3-4e26-894e-9b3ed71dc61a req-fefa0890-6286-4993-bf50-754ac11414aa tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809119 Jan 17 17:19:57.180902 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-d0042c4b-627c-4bbd-a7cf-38ac190e37ab service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070763 Jan 17 17:19:57.396474 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-4793da16-6580-49b7-b18a-8bbd313214db service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177625 Jan 17 17:19:57.529275 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48106) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:57.730366 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:57.749455 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2e442490-4080-44cf-af43-f063f5806385 req-33075c56-8af6-4559-87b3-e5c65c5114d9 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 210 time: 0.0741189 Jan 17 17:19:57.772203 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:57.781848 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Usage tracker for resource:security_group_rule and tenant:337de274931245dea72354af8284cf41 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:57.792572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:57.802643 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:57.805216 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7628b-25ba-46e6-817d-fd981d1b95e7 req-dab31aaa-91a1-4ed9-8631-0ac728105535 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:57.817333 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2bd7628b-25ba-46e6-817d-fd981d1b95e7 req-dab31aaa-91a1-4ed9-8631-0ac728105535 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2907600 Jan 17 17:19:57.881976 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2bd7628b-25ba-46e6-817d-fd981d1b95e7 req-47cad4d1-8873-47b6-8a8d-b3b0954636f0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634873 Jan 17 17:19:57.984633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:57.999017 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.082262 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da121e-4f48-45a4-ae35-f460121f55ed,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:58.101218 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7fea618b-5a2c-4b61-a5d6-41e70c680541 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=337de274931245dea72354af8284cf41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708792 Jan 17 17:19:58.104251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48138) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:58.205782 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.247989 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.313978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48148) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:58.365572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.394506 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da121e-4f48-45a4-ae35-f460121f55ed,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:58.422723 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.426833 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d7281d95-c86d-4138-aac6-344e9a5801b8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/93da121e-4f48-45a4-ae35-f460121f55ed HTTP/1.1" status: 204 len: 168 time: 0.3214464 Jan 17 17:19:58.468518 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48162) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:58.602859 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.640493 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:58.648266 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Usage tracker for resource:security_group_rule and tenant:d0dc041399fc4470a4edca87dcbf326b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:58.656405 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:58.666500 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:58.782235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.795295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.889477 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d0dc041399fc4470a4edca87dcbf326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5730989 Jan 17 17:19:58.890032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48174) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:58.901403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.936175 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48180) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:58.956145 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b782a-074d-48ef-8220-17e53e6a3b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d5bc2-b839-4cce-9055-8f41a5676543,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:58.956373 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:58.967773 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:58.972243 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Usage tracker for resource:security_group_rule and tenant:a9f7bb2d66de4dda897b54d30cd2769c is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:58.975935 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:58.977322 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:58.983327 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cb8d55e3-18cc-42ba-974e-8a8c272310e8 req-d9c00405-4e7c-4361-83a2-b6a45bf65504 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 210 time: 0.0864563 Jan 17 17:19:58.985315 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:58.988187 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Usage tracker for resource:security_group_rule and tenant:f12b0261ac9140bb80375386f8ed8558 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:58.994046 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:59.003913 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:59.006840 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.051357 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.114181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922c985-be2c-4103-9f99-1161b11c3420 req-b812921d-c73b-4b3a-9b29-96584e4df970 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:59.116402 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c922c985-be2c-4103-9f99-1161b11c3420 req-b812921d-c73b-4b3a-9b29-96584e4df970 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.1321647 Jan 17 17:19:59.156229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.172087 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.177918 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d5bc2-b839-4cce-9055-8f41a5676543,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:59.182123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.221238 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.225102 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b929635a-a961-4669-b5e4-442ee8c9570f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b50d5bc2-b839-4cce-9055-8f41a5676543 HTTP/1.1" status: 204 len: 168 time: 0.3342392 Jan 17 17:19:59.242568 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f12b0261ac9140bb80375386f8ed8558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053572 Jan 17 17:19:59.244383 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cbc15-fdec-4206-96d8-3cb38ac43da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772d996d-3fd9-4b0b-96cb-c78cf6a517bc,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:59.247043 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48186) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:59.274624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.322992 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.344948 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c922c985-be2c-4103-9f99-1161b11c3420 req-eebc2f2b-c456-4a07-9a61-a1b10edefee3 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862791 Jan 17 17:19:59.345612 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.373190 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.439094 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.506044 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a9f7bb2d66de4dda897b54d30cd2769c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0357571 Jan 17 17:19:59.527495 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48194) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:59.530643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490deae6-fe73-4bfb-8a29-668b14fac81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb00c43c-5c3a-4dc6-b1eb-bf714661df0b,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:59.554840 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772d996d-3fd9-4b0b-96cb-c78cf6a517bc,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:19:59.568393 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.569702 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-71f32fb7-d354-4150-906e-67c6983a934b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/772d996d-3fd9-4b0b-96cb-c78cf6a517bc HTTP/1.1" status: 204 len: 168 time: 0.3214307 Jan 17 17:19:59.603701 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae0abe-33ce-42f1-9a8d-91a70d2f4d52 req-c8950b2c-3837-4cfa-892e-469213464fcd tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:59.620663 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2ae0abe-33ce-42f1-9a8d-91a70d2f4d52 req-c8950b2c-3837-4cfa-892e-469213464fcd tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.4938602 Jan 17 17:19:59.682294 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-628d6f8f-94b7-4f61-a355-74017f80a32b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:19:59.683999 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-628d6f8f-94b7-4f61-a355-74017f80a32b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.4417617 Jan 17 17:19:59.722587 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Request body: {'port': {'device_id': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'admin_state_up': True, 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:19:59.791985 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48208) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:19:59.821487 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.826971 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2ae0abe-33ce-42f1-9a8d-91a70d2f4d52 req-77af48f0-0cd0-4ab6-998e-52a077d6c231 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053940 Jan 17 17:19:59.860222 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:59.865384 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:cb43dbc740f24837a19e0aa374e4d969 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:59.868770 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:59.876056 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:19:59.888685 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.943455 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.962624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:19:59.978079 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Usage tracker for resource:port and tenant:d1db1c9906204e4ab25ce701917961c0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:19:59.981473 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:19:59.993182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.998738 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:19:59.999157 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:00.017770 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'port': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:00.023263 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.056501 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2685bd-eda5-4c58-9e2e-41db4d9e1faf,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:00.078142 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-deb3a786-2ee0-4241-ace1-9e4560266ce3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cb43dbc740f24837a19e0aa374e4d969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850411 Jan 17 17:20:00.080136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48220) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:00.116013 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.166715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.202669 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.217412 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.218518 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/eb00c43c-5c3a-4dc6-b1eb-bf714661df0b HTTP/1.1" status: 204 len: 168 time: 0.6894879 Jan 17 17:20:00.219858 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0468d1c-70e5-49d9-9362-235669ded088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb00c43c-5c3a-4dc6-b1eb-bf714661df0b,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:00.253333 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a19270a4-a85a-4a1f-a11d-0582ff22913f req-a21c58c4-a3bc-4b97-8a8a-d9de4c478f3c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 210 time: 0.0934265 Jan 17 17:20:00.334360 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.376272 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2685bd-eda5-4c58-9e2e-41db4d9e1faf,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:00.432454 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:00.434410 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-3724db9e-c40f-4f27-9a43-2a36ebf5ca08 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f2685bd-eda5-4c58-9e2e-41db4d9e1faf HTTP/1.1" status: 204 len: 168 time: 0.3528702 Jan 17 17:20:00.555328 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Allocated IP 172.20.0.12 (546e684d-7292-48f5-914e-914e00168028/84844eb4-630c-42ab-8acd-f95eb6ea6e7c/1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:00.790450 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a589e-0fc8-4244-b500-7372d94a048c req-0bc98995-ca99-42f8-8344-9682e3ca625a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:00.797265 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e36a589e-0fc8-4244-b500-7372d94a048c req-0bc98995-ca99-42f8-8344-9682e3ca625a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.2383127 Jan 17 17:20:00.920905 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e36a589e-0fc8-4244-b500-7372d94a048c req-089777bb-fbd9-49bf-9b4f-b7716b009420 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227317 Jan 17 17:20:00.989726 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48256) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:01.015640 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.020445 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.041789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:01.047721 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0dd6f014f743f08243f7fc45b28218 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:01.053318 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:01.060700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:01.069302 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-029e182e-a61c-46c7-a164-e532102d2aee tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:01.071727 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-029e182e-a61c-46c7-a164-e532102d2aee tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 946 time: 0.1049356 Jan 17 17:20:01.117342 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.134455 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b', 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:01.202839 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Deleting port cb152258-37f4-4a33-91d6-f248f579e6af {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:20:01.203133 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.205110 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Network 546e684d-7292-48f5-914e-914e00168028 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:01.267274 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:01.278139 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:01.518468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event updated for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:01.601457 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] For port cb152258-37f4-4a33-91d6-f248f579e6af, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=cb152258-37f4-4a33-91d6-f248f579e6af,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:01.601820 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.616034 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:01.616682 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.689996 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.712933 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9ee2f-1b12-4a95-a036-950a8c51a42d req-3a7bd0a1-cb5d-4182-8ecc-f6939beb99e5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:01.714456 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e7d9ee2f-1b12-4a95-a036-950a8c51a42d req-3a7bd0a1-cb5d-4182-8ecc-f6939beb99e5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.5950394 Jan 17 17:20:01.717628 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:01.756585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Calling delete_port for cb152258-37f4-4a33-91d6-f248f579e6af owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:20:01.758874 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-053228b1-02ef-46e9-9b41-23d950025412 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0444784 Jan 17 17:20:01.837470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Request body: {'port': {'device_id': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:01.891204 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5c0dd6f014f743f08243f7fc45b28218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8981373 Jan 17 17:20:01.928918 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48288) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:01.945035 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df5354-3538-4cfc-ae84-eb6545e667d8 req-8782a0aa-5fe4-469d-b23a-d9f3821ec724 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:01.945809 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-17df5354-3538-4cfc-ae84-eb6545e667d8 req-8782a0aa-5fe4-469d-b23a-d9f3821ec724 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:20:01.948357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09b813-f7f0-43c4-a0f5-b7d56f436229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a46fd9-4c33-481e-915e-e87ebbfeeb76,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:01.992035 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e7d9ee2f-1b12-4a95-a036-950a8c51a42d req-12c22437-30fa-498d-843f-ceae9b162378 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612412 Jan 17 17:20:02.040248 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.054493 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.116430 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-17df5354-3538-4cfc-ae84-eb6545e667d8 req-8782a0aa-5fe4-469d-b23a-d9f3821ec724 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:20:02.117518 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-17df5354-3538-4cfc-ae84-eb6545e667d8 req-8782a0aa-5fe4-469d-b23a-d9f3821ec724 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 932 time: 0.5877624 Jan 17 17:20:02.140397 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Pushing event deleted for resources: {'Port': ['ID=cb152258-37f4-4a33-91d6-f248f579e6af,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:02.151499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.303737 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-17df5354-3538-4cfc-ae84-eb6545e667d8 req-8a6825b7-83b7-437e-aca3-97bc53ea8125 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674025 Jan 17 17:20:02.309058 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-648001c1-cca2-4ac2-87ec-5f47ad4d30fa req-c5b7e84d-9161-4442-9f72-8a98e02ba7a8 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=2d5754de-e5aa-4c67-b746-23088636595a HTTP/1.1" status: 200 len: 210 time: 0.1058984 Jan 17 17:20:02.309913 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.338019 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] No DVR routers for this DVR port cb152258-37f4-4a33-91d6-f248f579e6af on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:20:02.353432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.365008 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'name': 'network-vif-deleted', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:02.385506 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-79acc1cf-5da7-4faf-b63b-a996c7bb1709 req-4dbb6502-fcb6-48a0-b987-c9065ce5aed1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "DELETE /v2.0/ports/cb152258-37f4-4a33-91d6-f248f579e6af HTTP/1.1" status: 204 len: 173 time: 1.3039451 Jan 17 17:20:02.412419 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.440556 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.446503 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/45a46fd9-4c33-481e-915e-e87ebbfeeb76 HTTP/1.1" status: 204 len: 168 time: 0.5151963 Jan 17 17:20:02.453729 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8695f1-a59d-412c-bafd-5e0b82006a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a46fd9-4c33-481e-915e-e87ebbfeeb76,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:02.494453 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d5754de-e5aa-4c67-b746-23088636595a', 'name': 'network-vif-deleted', 'tag': 'cb152258-37f4-4a33-91d6-f248f579e6af', 'status': 'completed', 'code': 200} Jan 17 17:20:02.730494 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-587ddcfe-1e05-435e-a15a-98533c8b8a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.886106 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:02.896038 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:02.928281 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Transition to ACTIVE for port object 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:02.935820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:03.407300 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device cb152258-37f4-4a33-91d6-f248f579e6af no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:20:03.448515 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:03.513865 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: cb152258-37f4-4a33-91d6-f248f579e6af {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:20:03.514407 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device cb152258-37f4-4a33-91d6-f248f579e6af not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:20:03.602976 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Attempting to bind port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:03.603268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Attempting to bind port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:03.603634 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Attempting to bind port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:03.634863 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad on network 546e684d-7292-48f5-914e-914e00168028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:20:03.634863 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Attempting to bind port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:03.647464 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:03.647816 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Checking segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:03.648193 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Bound using segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:03.648622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Bound port: 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:03.655082 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:03.828606 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b7883-e271-4aa3-9c3d-6c6916ddd468 req-aa13cf91-7e6c-4b94-b4c3-d809aa47ed13 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:03.830293 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-205b7883-e271-4aa3-9c3d-6c6916ddd468 req-aa13cf91-7e6c-4b94-b4c3-d809aa47ed13 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.5988777 Jan 17 17:20:03.966936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:03.984481 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-205b7883-e271-4aa3-9c3d-6c6916ddd468 req-e63b5b28-577d-45e5-83ec-2a65317b912a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957456 Jan 17 17:20:03.989057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:04.000793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.061205 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c81fdc-90f7-439d-b0ae-7ea10db33ad6 req-5377513a-7d42-4a6e-8cda-7e871112d61d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:04.063327 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76c81fdc-90f7-439d-b0ae-7ea10db33ad6 req-5377513a-7d42-4a6e-8cda-7e871112d61d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 944 time: 0.2317977 Jan 17 17:20:04.063774 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:20:04.103299 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:04.103938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.105308 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad HTTP/1.1" status: 200 len: 1094 time: 2.2874200 Jan 17 17:20:04.107331 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:04.147770 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e326a-7a7d-4436-8802-c075fe3de6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:04.164027 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76c81fdc-90f7-439d-b0ae-7ea10db33ad6 req-ce6ad096-836b-4d38-8e16-911e5d346343 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890658 Jan 17 17:20:04.303276 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'status': 'completed', 'code': 200} Jan 17 17:20:04.336604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48424) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:04.413453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-41711523-3eb5-406b-a3d2-f7fa9fd6e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:04.414931 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-41711523-3eb5-406b-a3d2-f7fa9fd6e660 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 1097 time: 0.2367516 Jan 17 17:20:04.545454 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.563853 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:04.568392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Usage tracker for resource:security_group_rule and tenant:7dc54909d2d2451f932d9cb0b5d1685c is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:04.575029 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:04.578485 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:04.621505 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-26241406-8de0-4697-ada1-83bb15d792fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad HTTP/1.1" status: 200 len: 217 time: 0.1943204 Jan 17 17:20:04.628513 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-cefca616-7c1f-41e3-89d6-c2e7fb53288c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:04.635942 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-cefca616-7c1f-41e3-89d6-c2e7fb53288c tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 809 time: 0.3739815 Jan 17 17:20:04.688715 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-ca3d153d-bb30-41ef-8066-6ae666f5a60b tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/quotas/bdc18c3cba3645e2826b39ec8f7e0e47 HTTP/1.1" status: 200 len: 375 time: 0.0518925 Jan 17 17:20:04.694757 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.701296 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.745495 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-18ae48f3-918e-4376-b98b-554f8261c2a2 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496993 Jan 17 17:20:04.748873 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-931bf49c-9473-4ffe-ad47-0355ae1042a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:04.750189 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-931bf49c-9473-4ffe-ad47-0355ae1042a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.1123755 Jan 17 17:20:04.768070 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7dc54909d2d2451f932d9cb0b5d1685c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280565 Jan 17 17:20:04.768777 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48450) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:04.782628 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1dfaa-d741-4d26-ae45-ff18649f5e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8e7fb-be44-463a-8ba2-12d3689e2955,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:04.873979 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:04.908139 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-fe68a581-1bfc-4368-ac3c-0461fbad7461 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317837 Jan 17 17:20:04.908878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.007914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.030009 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8e7fb-be44-463a-8ba2-12d3689e2955,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:05.057154 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.064563 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-3c6dd862-301d-42cf-98fd-3cbc30fcd461 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9ef8e7fb-be44-463a-8ba2-12d3689e2955 HTTP/1.1" status: 204 len: 168 time: 0.2941971 Jan 17 17:20:05.100178 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3fc9-60c5-4e98-829c-34ef7a3885dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.243113 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-8a338240-1f64-4999-baad-aebbea34f3c2 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233213 Jan 17 17:20:05.247027 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-b8192d7c-5dc6-46ee-ac5c-f1ab72d7a110 service neutron] 10.222.0.102 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944170 Jan 17 17:20:05.480079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48488) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:05.500624 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.522765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a3218-9e69-40e1-b3c5-9ed5d56a354d req-74728e4f-aa79-45e5-85cc-6b575b8bcd67 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:05.524364 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ed5a3218-9e69-40e1-b3c5-9ed5d56a354d req-74728e4f-aa79-45e5-85cc-6b575b8bcd67 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.3488183 Jan 17 17:20:05.536249 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2e66d07-64e6-4a4d-baff-b2b94cce3bb9 req-4cbef2a0-1251-4f7b-a344-333ea86f6e7e service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798645 Jan 17 17:20:05.538789 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-8c658966-1107-4a4c-82e8-00f1249f396a service neutron] 10.222.0.102 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788670 Jan 17 17:20:05.538928 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:05.556836 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Usage tracker for resource:security_group_rule and tenant:84db242e5a1049f19d2a6e258da41324 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:05.560494 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:05.572845 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:05.603929 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ed5a3218-9e69-40e1-b3c5-9ed5d56a354d req-8ebe8fb0-00cc-464f-98b9-30e79035ab7c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717201 Jan 17 17:20:05.632413 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48502) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:05.737217 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.748485 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.836237 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806907-dab9-4cec-b93c-b022422519fe req-6cac902f-fa3f-4981-af09-7f3fdfc36608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:05.837872 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-6cac902f-fa3f-4981-af09-7f3fdfc36608 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 1097 time: 0.2326777 Jan 17 17:20:05.859792 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b4a586-8fb1-426e-98b3-5d4111cd06a4,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:05.866364 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-dae97da6-2059-46b1-8b29-1e6879e6782d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84db242e5a1049f19d2a6e258da41324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848851 Jan 17 17:20:05.879915 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48516) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:05.956606 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:05.991705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:05.998900 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Usage tracker for resource:security_group_rule and tenant:c475d0a22fef4e0fb7eda89b38c5dfd0 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:06.014449 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:06.032694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:06.037775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.086249 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.165511 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-85a05125-2e47-4fcc-9068-5006744090d2 req-fdfcf74a-3ffa-482d-8560-fa85a0d47625 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 210 time: 0.1286781 Jan 17 17:20:06.200670 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.213461 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806907-dab9-4cec-b93c-b022422519fe req-5c8fc153-1102-4bc1-9c42-4d9d87740d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:06.216527 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-5c8fc153-1102-4bc1-9c42-4d9d87740d7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 915 time: 0.3536050 Jan 17 17:20:06.247797 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.264999 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.292510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b4a586-8fb1-426e-98b3-5d4111cd06a4,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:06.297766 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.299124 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-590366bd-1a27-4737-a4ec-bd9cae7bdce9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/02b4a586-8fb1-426e-98b3-5d4111cd06a4 HTTP/1.1" status: 204 len: 168 time: 0.4179440 Jan 17 17:20:06.312021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78893692-7f2a-46d7-89b5-c9065862dc62 req-da32ba3f-52f9-41ca-b27a-bc8077b7f923 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:06.320809 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-78893692-7f2a-46d7-89b5-c9065862dc62 req-da32ba3f-52f9-41ca-b27a-bc8077b7f923 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 944 time: 0.5757496 Jan 17 17:20:06.320945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.327835 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.389056 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-b5a069b1-5165-437a-bb86-e5f7098a4695 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad HTTP/1.1" status: 200 len: 217 time: 0.1599212 Jan 17 17:20:06.417533 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c475d0a22fef4e0fb7eda89b38c5dfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7840493 Jan 17 17:20:06.420501 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48538) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:06.447482 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dca05-ee2a-420d-8b88-97c55161c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d40243d-d1a5-4b5b-83df-003fd727e9c3,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:06.517004 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-78893692-7f2a-46d7-89b5-c9065862dc62 req-f92ea55b-8822-47fe-a08e-4032f122adbb tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951842 Jan 17 17:20:06.538725 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f806907-dab9-4cec-b93c-b022422519fe req-3e458657-03df-4bc6-817b-03a7361c2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:06.541369 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-3e458657-03df-4bc6-817b-03a7361c2712 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.1391954 Jan 17 17:20:06.555853 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.590694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.653619 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-1862d75c-2d92-4ccc-98e8-696a275ed81b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991397 Jan 17 17:20:06.817240 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.841841 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d40243d-d1a5-4b5b-83df-003fd727e9c3,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:06.845045 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:06.849960 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-9cf3279f-4673-4e1c-b5b7-53e44dd424ac admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6d40243d-d1a5-4b5b-83df-003fd727e9c3 HTTP/1.1" status: 204 len: 168 time: 0.4275563 Jan 17 17:20:07.125332 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-d3bab57b-37fc-45f9-a5be-bc0e0f1988ac service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531498 Jan 17 17:20:07.139411 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d4091-2ec3-4a4d-83fd-f62061e28b29 req-7d66ba6b-df01-4ad9-9faa-ac1e4b01baab tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:07.146952 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4a2d4091-2ec3-4a4d-83fd-f62061e28b29 req-7d66ba6b-df01-4ad9-9faa-ac1e4b01baab tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.3124635 Jan 17 17:20:07.300631 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4a2d4091-2ec3-4a4d-83fd-f62061e28b29 req-4f037f97-933f-4c14-9acd-f70ced518f84 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526732 Jan 17 17:20:07.365594 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f806907-dab9-4cec-b93c-b022422519fe req-c6d0d64f-8d18-46a1-a5fe-5416460bade7 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159040 Jan 17 17:20:07.421501 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:20:07.626718 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:07.684629 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:07.713402 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'port_id': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'mac_address': 'fa:16:3e:ce:c2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84844eb4-630c-42ab-8acd-f95eb6ea6e7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:20:07.730895 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fe0a6437-eda4-4ad4-85c6-cdc6ea508800 req-136140fc-c5b3-4f8b-b395-d45d38b29805 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 210 time: 0.3336720 Jan 17 17:20:07.828520 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:07.854004 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:07.876468 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:07.882047 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:07.885456 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-671a76e3-a928-49c7-b68a-ab85caa7eec9 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:07.887322 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-671a76e3-a928-49c7-b68a-ab85caa7eec9 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 809 time: 0.4004581 Jan 17 17:20:07.904311 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Request body: {'port': {'device_id': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'network_id': '58d55e97-5dab-4517-813d-395f6f245358', 'admin_state_up': True, 'tenant_id': 'bdc18c3cba3645e2826b39ec8f7e0e47'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:07.943811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab318-0cb2-4057-8ca4-bc3dd7fa0c71 req-731793b0-e0a9-4575-8b16-3dd692212ac0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:07.947327 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b70ab318-0cb2-4057-8ca4-bc3dd7fa0c71 req-731793b0-e0a9-4575-8b16-3dd692212ac0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 944 time: 0.2645955 Jan 17 17:20:07.989245 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:08.091838 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b70ab318-0cb2-4057-8ca4-bc3dd7fa0c71 req-e8e98fea-18ba-4e7e-9048-85cb8c0aff50 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866015 Jan 17 17:20:08.119126 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:08.124295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Usage tracker for resource:port and tenant:bdc18c3cba3645e2826b39ec8f7e0e47 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:08.127538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:08.134325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:08.144810 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Made reservation on behalf of bdc18c3cba3645e2826b39ec8f7e0e47 for: {'port': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:08.148632 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:08.279979 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:08.425191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Allocated IP 172.20.0.11 (58d55e97-5dab-4517-813d-395f6f245358/65c8a8ae-c06b-4677-8a98-b154e97fa329/6af70e95-8dd6-4e95-bfb5-b3b0570c4b52) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:08.826973 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47a024-7e84-4256-a05f-e1d9791996a6 req-c5480088-fb24-4f47-9acc-d48e118e7d86 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:08.829040 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef47a024-7e84-4256-a05f-e1d9791996a6 req-c5480088-fb24-4f47-9acc-d48e118e7d86 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2584059 Jan 17 17:20:08.864515 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:08.912756 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef47a024-7e84-4256-a05f-e1d9791996a6 req-06d5b68d-6e37-45ae-8bff-48d5333b3104 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711980 Jan 17 17:20:08.959145 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef2a582a-aa8e-4037-b199-4eb2005300f1 req-80a7d74d-b91a-4f53-8652-a31c228be23d tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 210 time: 0.0614438 Jan 17 17:20:08.974829 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:09.048382 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Network 58d55e97-5dab-4517-813d-395f6f245358 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:09.057361 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:09.059965 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:09.120271 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Pushing event updated for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:09.138376 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:09.139267 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:09.165919 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-af95272d-27e5-48cb-8aa4-825a597c0de7 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2688324 Jan 17 17:20:09.179713 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Request body: {'port': {'device_id': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:09.355564 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:09.715584 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829ef31-f26d-41f5-8bff-f1d99c52c813 req-9fab6e52-1bc7-4ced-83a7-1e59e2d133ca tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:09.717065 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2829ef31-f26d-41f5-8bff-f1d99c52c813 req-9fab6e52-1bc7-4ced-83a7-1e59e2d133ca tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 945 time: 0.3087878 Jan 17 17:20:09.846278 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2829ef31-f26d-41f5-8bff-f1d99c52c813 req-ed82b277-9481-4ed9-827b-dc4b50bab53f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797632 Jan 17 17:20:09.956774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:09.966249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:09.984674 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Transition to ACTIVE for port object 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:09.995449 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:10.312775 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:10.420296 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Attempting to bind port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:10.420630 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Attempting to bind port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:10.420958 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Attempting to bind port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 on network 58d55e97-5dab-4517-813d-395f6f245358 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:10.443465 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba1b20-fab7-4451-bccd-03b9c642532c req-eb6323bb-a8f0-4d2a-96b9-071b36bb3f00 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:10.443465 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-35ba1b20-fab7-4451-bccd-03b9c642532c req-eb6323bb-a8f0-4d2a-96b9-071b36bb3f00 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Synchronizing usage tracker for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:20:10.444048 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 on network 58d55e97-5dab-4517-813d-395f6f245358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:20:10.444418 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Attempting to bind port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 on network 58d55e97-5dab-4517-813d-395f6f245358 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:10.457528 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4468e-55b3-4e95-9708-4a0faf42524f req-8e7dbb81-9725-4879-84a4-e4130efeb4f2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:10.459032 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-86c4468e-55b3-4e95-9708-4a0faf42524f req-8e7dbb81-9725-4879-84a4-e4130efeb4f2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.3172257 Jan 17 17:20:10.462678 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:10.463015 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Checking segment: {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:10.463394 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Bound using segment: {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:10.463844 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Bound port: 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc652a48-45a4-4974-9d77-ca9849f49bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '58d55e97-5dab-4517-813d-395f6f245358'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:10.464194 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:10.552187 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-35ba1b20-fab7-4451-bccd-03b9c642532c req-eb6323bb-a8f0-4d2a-96b9-071b36bb3f00 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Unset dirty status for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:20:10.553282 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-35ba1b20-fab7-4451-bccd-03b9c642532c req-eb6323bb-a8f0-4d2a-96b9-071b36bb3f00 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 944 time: 0.4177275 Jan 17 17:20:10.609415 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-86c4468e-55b3-4e95-9708-4a0faf42524f req-2fcc7817-d93a-4308-a65b-f1d605789725 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330888 Jan 17 17:20:10.658412 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-35ba1b20-fab7-4451-bccd-03b9c642532c req-8772abdf-5f3b-433d-acb4-8c7751bf7f92 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901875 Jan 17 17:20:10.662003 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:10.665279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:10.675181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:10.757170 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:10.758112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:10.759946 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] 10.222.0.57 "PUT /v2.0/ports/6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 HTTP/1.1" status: 200 len: 1094 time: 1.5868149 Jan 17 17:20:10.762908 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:10.788869 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00f7b8-d2bf-4782-ab1c-7ae881194f78 service neutron] Pushing event updated for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:10.829515 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52', 'status': 'completed', 'code': 200} Jan 17 17:20:10.944852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-f6265d55-3fbe-4fdc-b354-aa986dd68a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:10.946350 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-f6265d55-3fbe-4fdc-b354-aa986dd68a4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 1097 time: 0.0854590 Jan 17 17:20:11.062181 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-0430aa8b-7e80-4f56-b11e-3ee0a31e0aa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 HTTP/1.1" status: 200 len: 217 time: 0.1076818 Jan 17 17:20:11.158671 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-d40c36bb-a3b0-40f3-8f15-4674fe2a202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:11.160302 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-d40c36bb-a3b0-40f3-8f15-4674fe2a202d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65c8a8ae-c06b-4677-8a98-b154e97fa329 HTTP/1.1" status: 200 len: 849 time: 0.0909750 Jan 17 17:20:11.184834 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48734) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:11.211369 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-8f911e06-1a29-4ccb-98e0-76565946dd2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58d55e97-5dab-4517-813d-395f6f245358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434549 Jan 17 17:20:11.219703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36745c5f-8e7e-4e70-ae20-e7ed677d388b req-3e86204b-c25b-49bb-93df-b12f73db5b12 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:11.221083 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-36745c5f-8e7e-4e70-ae20-e7ed677d388b req-3e86204b-c25b-49bb-93df-b12f73db5b12 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 945 time: 0.2086458 Jan 17 17:20:11.313432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.328860 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:11.334812 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Usage tracker for resource:security_group_rule and tenant:75340533d13f40b08e9301f99cbc9d53 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:11.341938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:11.353804 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:11.355637 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-36745c5f-8e7e-4e70-ae20-e7ed677d388b req-3e6ab671-a81c-4462-ab45-55d3c2c89bba tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158953 Jan 17 17:20:11.401281 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-cdd45e7e-7303-4033-8d15-31cd750565b5 service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792560 Jan 17 17:20:11.447828 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:11.449779 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.453816 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.504044 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=75340533d13f40b08e9301f99cbc9d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150887 Jan 17 17:20:11.504044 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b2cca-eb4c-4221-b253-304d735cb360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4179e1-9436-4fca-9779-34bee0ba10cf,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:11.504412 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48740) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:11.527637 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.529111 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:11.534515 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:11.534743 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.590315 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d12ae0e-7ab5-477d-9bc1-af09322a7411 req-d74f1740-2344-4704-9967-933963fc1fe0 service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815970 Jan 17 17:20:11.604947 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.636615 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.660869 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.690622 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:11.701909 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:11.709949 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:11.824367 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:11.975306 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.002070 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dfed3-dab4-4fe9-86a3-852595a1c53c req-85c30627-7b60-4b20-9f46-dabdb3e998d3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.003593 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f95dfed3-dab4-4fe9-86a3-852595a1c53c req-85c30627-7b60-4b20-9f46-dabdb3e998d3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2213216 Jan 17 17:20:12.013824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f456600-bf39-4929-9fa5-059c761ee2b7 req-3842e351-47c3-4d9c-9225-487bf8de0b5e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.015051 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f456600-bf39-4929-9fa5-059c761ee2b7 req-3842e351-47c3-4d9c-9225-487bf8de0b5e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 944 time: 0.1770806 Jan 17 17:20:12.016967 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-a484c803-d807-4f1f-a2dc-60b777e199fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.018314 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-a484c803-d807-4f1f-a2dc-60b777e199fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 1097 time: 0.3544302 Jan 17 17:20:12.020633 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4179e1-9436-4fca-9779-34bee0ba10cf,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:12.099076 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.107982 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-900f0fa4-1dac-4833-b74c-2310aff9259e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3f4179e1-9436-4fca-9779-34bee0ba10cf HTTP/1.1" status: 204 len: 168 time: 0.5918639 Jan 17 17:20:12.202881 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f95dfed3-dab4-4fe9-86a3-852595a1c53c req-cbf98912-01f8-4a34-a7a6-c6d93b39a3e5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834104 Jan 17 17:20:12.217545 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f456600-bf39-4929-9fa5-059c761ee2b7 req-bcd8513b-3710-4d6d-a871-501dd639317a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921721 Jan 17 17:20:12.306509 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-3e329487-361f-40d5-b5a3-e64a2674f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.308264 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-3e329487-361f-40d5-b5a3-e64a2674f942 service neutron] 10.222.0.57 "GET /v2.0/networks?id=58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 200 len: 910 time: 0.2421958 Jan 17 17:20:12.325470 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'code': 200} Jan 17 17:20:12.450719 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-61b86201-b670-4529-a596-a6c21809502f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 HTTP/1.1" status: 200 len: 217 time: 0.1280675 Jan 17 17:20:12.554962 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48784) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:12.575745 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.584091 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-496f4ab4-d9f9-428b-a5dd-98389e687355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.585571 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-496f4ab4-d9f9-428b-a5dd-98389e687355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65c8a8ae-c06b-4677-8a98-b154e97fa329 HTTP/1.1" status: 200 len: 849 time: 0.1246045 Jan 17 17:20:12.643243 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-4451e368-8500-43b8-8c68-f418f4368a98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58d55e97-5dab-4517-813d-395f6f245358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491929 Jan 17 17:20:12.644638 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:12.651488 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Usage tracker for resource:security_group_rule and tenant:efb80cabe55d45868526200b41e3dbdd is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:12.661684 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:12.671299 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:12.682448 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f13040-6b9e-4773-9571-a8cb888b28e8 req-0c212a5f-1822-44ab-98d5-0caa4a9e2e9e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.684084 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b2f13040-6b9e-4773-9571-a8cb888b28e8 req-0c212a5f-1822-44ab-98d5-0caa4a9e2e9e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.1744044 Jan 17 17:20:12.718190 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e5f5d-1f10-47ea-a91c-fbcdab8047f7 req-1d6efa78-75bf-41b6-a88f-ee9c61c2e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:12.719758 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b64e5f5d-1f10-47ea-a91c-fbcdab8047f7 req-1d6efa78-75bf-41b6-a88f-ee9c61c2e256 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 1099 time: 0.1318367 Jan 17 17:20:12.794219 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b64e5f5d-1f10-47ea-a91c-fbcdab8047f7 req-9bdd747a-1274-4c44-a7cc-76c53a6af267 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648510 Jan 17 17:20:12.812614 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b2f13040-6b9e-4773-9571-a8cb888b28e8 req-d60ad35a-8909-4d84-b448-2762a6a0a221 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767634 Jan 17 17:20:12.817655 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.824112 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.840544 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-ec1f11e6-ffb2-47c6-916f-4dedd3d104cf service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873615 Jan 17 17:20:12.881224 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=efb80cabe55d45868526200b41e3dbdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251345 Jan 17 17:20:12.882965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5aac-7f6e-4c73-891d-0d04f6272227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1341ed-11a6-4295-ac97-394f053457ff,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:12.883966 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 48788) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:12.947369 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:12.973258 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:13.032233 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:13.072094 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1341ed-11a6-4295-ac97-394f053457ff,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:13.132932 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:13.134027 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1af3e60e-11d5-4e33-8ba2-24a873386a0a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4c1341ed-11a6-4295-ac97-394f053457ff HTTP/1.1" status: 204 len: 168 time: 0.2492418 Jan 17 17:20:13.202655 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-931a226a-c8ab-4951-8f84-cecd53c8f93e req-2980f2f0-1615-4998-8e56-9944259e31a6 service neutron] 10.222.0.57 "GET /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601095 Jan 17 17:20:13.464137 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:20:13.558639 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1682f-cb8e-4dc7-a6bd-44e4ae992c3b req-8a8914dd-7b42-40ae-8585-30436be25c3b tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:13.560207 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b4c1682f-cb8e-4dc7-a6bd-44e4ae992c3b req-8a8914dd-7b42-40ae-8585-30436be25c3b tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 944 time: 0.2009027 Jan 17 17:20:13.578700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed05ed8-0a31-461a-8fb3-7fb0546df1b9 req-280f2e6d-82d3-4a55-aabc-3f5eeeb61d9d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:13.580693 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ed05ed8-0a31-461a-8fb3-7fb0546df1b9 req-280f2e6d-82d3-4a55-aabc-3f5eeeb61d9d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1768975 Jan 17 17:20:13.654373 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b4c1682f-cb8e-4dc7-a6bd-44e4ae992c3b req-85d911c8-58a7-4620-89c5-baabcad9b751 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852065 Jan 17 17:20:13.673999 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ed05ed8-0a31-461a-8fb3-7fb0546df1b9 req-d0cd3d70-d748-4a75-ba3b-14f5ce0edbeb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619791 Jan 17 17:20:13.714559 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:13.733791 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52', 'network_id': '58d55e97-5dab-4517-813d-395f6f245358', 'port_id': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52', 'mac_address': 'fa:16:3e:d2:38:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c8a8ae-c06b-4677-8a98-b154e97fa329', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:20:13.809614 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:13.837153 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:13.864254 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:13.872659 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:13.990635 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:14.088093 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ced6c-aec3-48bb-81cf-426dd4dd2ec8 req-a4d5ffa4-6b06-483b-8c36-e4787f09c7ac tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:14.089543 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fb0ced6c-aec3-48bb-81cf-426dd4dd2ec8 req-a4d5ffa4-6b06-483b-8c36-e4787f09c7ac tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.0885465 Jan 17 17:20:14.140935 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fb0ced6c-aec3-48bb-81cf-426dd4dd2ec8 req-826fc1c5-bdf3-4b8e-9b04-f2240db3c78a tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Jan 17 17:20:14.395698 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['6af70e95-8dd6-4e95-bfb5-b3b0570c4b52'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:14.923971 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a6ab-bd43-4f7e-b051-9b33c92fed82 req-d9fb1b25-20db-4831-a161-54eb928ab4d5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:14.925571 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e450a6ab-bd43-4f7e-b051-9b33c92fed82 req-d9fb1b25-20db-4831-a161-54eb928ab4d5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1433747 Jan 17 17:20:14.936594 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486c458-9425-4f2c-bfe8-3e4ad955cab4 req-19b1bfbf-2c52-4983-98cc-b4a2c23d32b4 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:14.938070 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d486c458-9425-4f2c-bfe8-3e4ad955cab4 req-19b1bfbf-2c52-4983-98cc-b4a2c23d32b4 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1167026 Jan 17 17:20:15.139394 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e450a6ab-bd43-4f7e-b051-9b33c92fed82 req-6e0d00aa-6945-4305-a075-c2e90dcc1712 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003372 Jan 17 17:20:15.161354 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d486c458-9425-4f2c-bfe8-3e4ad955cab4 req-c0ca955b-61bd-450d-bceb-dd9ae98779e0 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082660 Jan 17 17:20:15.372093 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b24e81-e87c-41a6-97c7-178e2f49ab24 req-06fd8be3-4347-4fdf-8090-c0f1adcbb4e7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:15.374004 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92b24e81-e87c-41a6-97c7-178e2f49ab24 req-06fd8be3-4347-4fdf-8090-c0f1adcbb4e7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.1029270 Jan 17 17:20:15.440025 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92b24e81-e87c-41a6-97c7-178e2f49ab24 req-6e259195-a6d9-49a2-bc21-8a41aa1ad047 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 Jan 17 17:20:16.413544 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e88c-a805-4527-949b-b0ce8d861488 req-d69830e4-bcdb-41ca-bdac-7bcb74182f6f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:16.415025 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d9e8e88c-a805-4527-949b-b0ce8d861488 req-d69830e4-bcdb-41ca-bdac-7bcb74182f6f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1569374 Jan 17 17:20:16.423635 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9139c-7f88-42fe-8982-04b44fa020f8 req-19712983-59c7-44ad-996f-1bbfda368474 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:16.427886 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c9139c-7f88-42fe-8982-04b44fa020f8 req-19712983-59c7-44ad-996f-1bbfda368474 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1236663 Jan 17 17:20:16.509218 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d9e8e88c-a805-4527-949b-b0ce8d861488 req-484957f9-70f2-4af5-94cd-2f07192ed6f9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802526 Jan 17 17:20:16.519654 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c9139c-7f88-42fe-8982-04b44fa020f8 req-f237e51f-3bf8-46dc-bd46-00f34840279e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 Jan 17 17:20:17.497209 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:17.566734 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:17.581065 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:17.581746 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:17.775796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:17.805188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:17.805434 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0229f-e622-470a-af0b-e49464acb813 req-11b13728-ff44-4bb9-8a36-544563816817 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:17.807048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-53c0229f-e622-470a-af0b-e49464acb813 req-11b13728-ff44-4bb9-8a36-544563816817 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1291471 Jan 17 17:20:17.815291 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:17.819762 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:17.823631 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a1b6a-cb01-4ca1-8f80-85541fb55b44 req-10cadfc3-aba2-4cd3-b559-ffee2483985e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:17.825325 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-266a1b6a-cb01-4ca1-8f80-85541fb55b44 req-10cadfc3-aba2-4cd3-b559-ffee2483985e tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 945 time: 0.1922331 Jan 17 17:20:17.896959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:17.898969 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-53c0229f-e622-470a-af0b-e49464acb813 req-bdf08e3e-38bd-4662-88f3-c20078304e84 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854666 Jan 17 17:20:17.903572 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-266a1b6a-cb01-4ca1-8f80-85541fb55b44 req-a27fac28-4b3d-4754-8397-8ab1aa2f64c1 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Jan 17 17:20:17.977683 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52', 'code': 200} Jan 17 17:20:18.220576 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4642-8c4e-461e-8043-93e7c7afc894 req-8c9b5fe2-f5a4-4476-88cf-465a2c89eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:18.222606 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bbda4642-8c4e-461e-8043-93e7c7afc894 req-8c9b5fe2-f5a4-4476-88cf-465a2c89eef8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0731101 Jan 17 17:20:18.267365 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bbda4642-8c4e-461e-8043-93e7c7afc894 req-3b85d8e9-2598-4472-9fc4-f32ce76f3da9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Jan 17 17:20:18.904727 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 48996) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:19.038325 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.053253 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:19.057111 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Usage tracker for resource:security_group_rule and tenant:95c8c306c54443d7a1238a6523fe2a89 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:19.060080 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:19.066305 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:19.168775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.173430 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.180807 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e4f06-f2f7-4ea1-848f-11fe7b299be1 req-bf3446e9-e79a-4ad6-9c16-c1d6fa2e7414 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:19.182591 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-578e4f06-f2f7-4ea1-848f-11fe7b299be1 req-bf3446e9-e79a-4ad6-9c16-c1d6fa2e7414 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.1498597 Jan 17 17:20:19.200522 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36e7a-4aba-45ee-9835-ef3903809c70 req-cfca32a2-a87b-4d2a-859a-a216059b1920 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:19.203961 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5ba36e7a-4aba-45ee-9835-ef3903809c70 req-cfca32a2-a87b-4d2a-859a-a216059b1920 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1692605 Jan 17 17:20:19.233297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66af821-0d20-44e3-8c03-f7ff757537b9,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:19.250264 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-44cdc514-df31-4eea-84ea-c364ea347e26 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=95c8c306c54443d7a1238a6523fe2a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420393 Jan 17 17:20:19.250542 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49014) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:19.284023 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-578e4f06-f2f7-4ea1-848f-11fe7b299be1 req-3c604646-3628-4c33-9fdc-d42f7a268841 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786068 Jan 17 17:20:19.288939 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5ba36e7a-4aba-45ee-9835-ef3903809c70 req-6be55777-c596-48e9-80e2-6f855d0f65a4 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Jan 17 17:20:19.320620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.350367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.435609 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.452853 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66af821-0d20-44e3-8c03-f7ff757537b9,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:19.469075 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.483516 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1a22b46f-b456-44fd-9b4c-ae68c35c6687 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a66af821-0d20-44e3-8c03-f7ff757537b9 HTTP/1.1" status: 204 len: 168 time: 0.2318079 Jan 17 17:20:19.921694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49046) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:19.957394 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:19.975688 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:19.980781 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Usage tracker for resource:security_group_rule and tenant:bacc311cd14346bb9fecd2a4e37ab3b9 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:19.983259 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:19.991925 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:20.101063 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.105361 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.157957 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bacc311cd14346bb9fecd2a4e37ab3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343822 Jan 17 17:20:20.159852 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928bfb2-5411-4065-943c-4adfc59530f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8db87-f860-4278-827e-8dbcdd349efa,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:20.160669 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49066) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:20.236978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.286657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.386295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.422157 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8db87-f860-4278-827e-8dbcdd349efa,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:20.432078 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.433175 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e5c02b0d-2a8b-4299-9b1e-5a95fdc30a64 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/66b8db87-f860-4278-827e-8dbcdd349efa HTTP/1.1" status: 204 len: 168 time: 0.2712638 Jan 17 17:20:20.575808 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5855d-8dc3-4a99-bdd3-a40e8643b2c2 req-a3644bca-c27c-4846-9249-392470a10553 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:20.577533 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-38a5855d-8dc3-4a99-bdd3-a40e8643b2c2 req-a3644bca-c27c-4846-9249-392470a10553 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1030865 Jan 17 17:20:20.634204 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-38a5855d-8dc3-4a99-bdd3-a40e8643b2c2 req-48318c78-5294-4a25-a5fb-0a8f302a1c7b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500894 Jan 17 17:20:20.669022 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49094) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:20.861852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.881010 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:20.886166 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Usage tracker for resource:security_group_rule and tenant:8fbd8e6726984b758869520c8e8ee155 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:20.890145 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:20.898266 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:20.903622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49102) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:20.937487 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:20.959617 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba99130-f63d-475a-980e-f4a978910737 req-4b35c4b2-2656-4927-b844-4c4659a5c16b tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:20.966190 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2ba99130-f63d-475a-980e-f4a978910737 req-4b35c4b2-2656-4927-b844-4c4659a5c16b tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.2122314 Jan 17 17:20:20.996830 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:21.006680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb30df9b85149a882eeb90980cd7725 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:21.018421 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:21.036973 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:21.053015 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2ba99130-f63d-475a-980e-f4a978910737 req-72698c3c-9efa-4708-af06-c30d93a9e312 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859103 Jan 17 17:20:21.118835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.127871 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.191866 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8fbd8e6726984b758869520c8e8ee155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217419 Jan 17 17:20:21.194473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49110) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:21.202187 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf066bd4-e11f-4add-a81f-8c09b4cebd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe73780-93a6-4821-bb42-4c597d0365bd,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:21.224041 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.228109 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.269908 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.278398 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bfb30df9b85149a882eeb90980cd7725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737724 Jan 17 17:20:21.280939 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49114) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:21.283491 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dec3a9-cd3e-442f-9b17-f1f440acce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3f393-9f8b-4651-b7ba-f8d8b7c9a40e,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:21.302371 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.363357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.366591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.385803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe73780-93a6-4821-bb42-4c597d0365bd,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:21.393677 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.398050 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.399171 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-62486d23-e6ea-4c5c-9230-48574d2d2608 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/afe73780-93a6-4821-bb42-4c597d0365bd HTTP/1.1" status: 204 len: 168 time: 0.2037344 Jan 17 17:20:21.463955 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.484371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3f393-9f8b-4651-b7ba-f8d8b7c9a40e,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:21.500964 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:21.502526 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-0a8cd4d6-4b63-4ee6-bb96-8e249bba8d26 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d1b3f393-9f8b-4651-b7ba-f8d8b7c9a40e HTTP/1.1" status: 204 len: 168 time: 0.2206597 Jan 17 17:20:21.895936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef812c-a6a1-46fd-b669-e12b12042e52 req-376096d2-98ca-4371-b9bb-d5dbda4c77be tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:21.898267 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cbef812c-a6a1-46fd-b669-e12b12042e52 req-376096d2-98ca-4371-b9bb-d5dbda4c77be tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1348038 Jan 17 17:20:21.973291 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cbef812c-a6a1-46fd-b669-e12b12042e52 req-31ca385b-4f66-4c4b-afcc-3d0f67613521 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657537 Jan 17 17:20:22.426077 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49178) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:22.552473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581355764-network', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:22.557451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:22.562408 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Usage tracker for resource:network and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:22.565441 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:22.574166 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:22.585122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Made reservation on behalf of d694c8ea99da46abb59d47d0320607ac for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:22.587760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.598301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-f00aa318-5c24-4449-beda-b69fd4f441fd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:22.599852 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-f00aa318-5c24-4449-beda-b69fd4f441fd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.1598887 Jan 17 17:20:22.601240 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.616454 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-a8f501d8-dd16-4eb3-850d-8d733b640921 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/quotas/d1db1c9906204e4ab25ce701917961c0 HTTP/1.1" status: 200 len: 375 time: 0.0104241 Jan 17 17:20:22.617131 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:22.620945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:22.623807 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:22.630165 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:22.720480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.726770 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.764989 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:20:22.770511 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6083af98-8130-4345-a017-b2a3c78e8c69,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:22.778443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.778789 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Added segment 6cb675da-9ac8-4749-8578-b0b7a4554ece of type vlan for network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 Jan 17 17:20:22.826920 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-60f774ea-5af1-4ce2-b285-2c6f5b7c0375 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2041945 Jan 17 17:20:22.833446 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.867617 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addb673-f0bd-4462-b36d-d9c3d897ad0d req-dd3edffe-1d97-4c5d-b88b-7e59efdc5645 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:22.869134 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6addb673-f0bd-4462-b36d-d9c3d897ad0d req-dd3edffe-1d97-4c5d-b88b-7e59efdc5645 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.1483068 Jan 17 17:20:22.882014 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.883005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:22.883611 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:22.992004 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6addb673-f0bd-4462-b36d-d9c3d897ad0d req-7c53d7a5-0cf4-4f60-b2b7-d640b7069915 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734408 Jan 17 17:20:23.000287 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:23.007257 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-2dc5528b-ea9c-457a-ab73-1fa9450bc492 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5796757 Jan 17 17:20:23.010451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49198) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:23.014096 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:20:23.018720 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Request body: {'subnet': {'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581355764-subnet', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:23.033389 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:23.038453 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Usage tracker for resource:subnet and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:23.042546 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:23.044623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49202) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:23.048600 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:23.061263 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-65992e3a-bfff-4bf1-b823-4307b90a2b7e service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283261 Jan 17 17:20:23.064702 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Made reservation on behalf of d694c8ea99da46abb59d47d0320607ac for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:23.071784 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100660'] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.271279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.287330 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-0e931c73-6b57-4321-bc5d-6cce60d6a4f2 service neutron] 10.222.0.102 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180817 Jan 17 17:20:23.301018 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:23.308511 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a819442b4c45c4824303c9541822fe is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:23.311943 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:23.320131 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:23.363634 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0383b-a344-4bad-a64a-49ba2f608bd3 req-f0aa6682-1701-423a-8a84-3b616ac77115 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:23.365176 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a8e0383b-a344-4bad-a64a-49ba2f608bd3 req-f0aa6682-1701-423a-8a84-3b616ac77115 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1689856 Jan 17 17:20:23.371475 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100646'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.429681 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a8e0383b-a344-4bad-a64a-49ba2f608bd3 req-c727bfc2-9c8e-4d3f-954f-62d0fb5fc628 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568881 Jan 17 17:20:23.472642 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.486416 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.491114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbe03f8-85be-4910-830f-6cc608bc7e6d,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:23.508619 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Checking segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:23.508890 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Network hostable DHCP agents. Network: 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:20:23.531645 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:20:23.544868 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:23.555752 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3543c-381e-49f4-a4f0-5282bea73e3c None None] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:20:23.560812 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:23.561585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.593449 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c0e872c4-d39c-4c99-890a-96a7adfddc33 req-99dfe8c7-4268-415c-aaa0-6fb5cf5929e2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 210 time: 0.0827179 Jan 17 17:20:23.596010 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-85f1d897-baa1-4c90-9211-72f33a329669 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5842803 Jan 17 17:20:23.597635 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49224) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:23.606218 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:23.619083 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:23.619083 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Usage tracker for resource:router and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:23.619083 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:23.620491 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b16aaba-7900-46d0-a14b-b322569d9e95,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:23.626615 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:23.644983 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.646505 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.648616 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1d4497e6-22c6-4384-8f31-3be216ed3073 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a4a819442b4c45c4824303c9541822fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008840 Jan 17 17:20:23.651703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49230) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:23.678490 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.723167 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.751315 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.809877 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.824328 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b16aaba-7900-46d0-a14b-b322569d9e95,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:23.831165 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:23.835495 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7ac021fc-3a34-4c7b-849b-98ca9909cfb6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8b16aaba-7900-46d0-a14b-b322569d9e95 HTTP/1.1" status: 204 len: 168 time: 0.1798451 Jan 17 17:20:23.859737 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:20:23.860573 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.045750 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Allocated IP 172.20.0.2 (9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1/bbbe03f8-85be-4910-830f-6cc608bc7e6d/56059a4a-aab0-48c0-9e18-2fde90859182) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:24.074243 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.251268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590e049-8c42-4e88-87e6-2d837dff9dd7 req-43ccc4c9-60ab-4343-b6e1-abeb698785fd tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:24.267936 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7590e049-8c42-4e88-87e6-2d837dff9dd7 req-43ccc4c9-60ab-4343-b6e1-abeb698785fd tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.1233289 Jan 17 17:20:24.343719 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7590e049-8c42-4e88-87e6-2d837dff9dd7 req-6057f2f9-8125-4ab5-8b49-617ddac4e990 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748987 Jan 17 17:20:24.344174 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49246) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:24.361036 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.373179 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.389323 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Transition to ACTIVE for port object 56059a4a-aab0-48c0-9e18-2fde90859182 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:24.402893 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:24.406948 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Usage tracker for resource:security_group_rule and tenant:e9647486fd844ed79e03e59431c13982 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:24.411214 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:24.414174 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Transition to ACTIVE for port object 56059a4a-aab0-48c0-9e18-2fde90859182 will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:24.417324 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:24.427379 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.491988 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:24.498221 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:24.510851 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:24.529731 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.533892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.543646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.600488 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.627501 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Pushing event updated for resources: {'Port': ['ID=56059a4a-aab0-48c0-9e18-2fde90859182,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:24.633578 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Attempting to bind port 56059a4a-aab0-48c0-9e18-2fde90859182 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:24.634082 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Attempting to bind port 56059a4a-aab0-48c0-9e18-2fde90859182 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:24.634540 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Attempting to bind port 56059a4a-aab0-48c0-9e18-2fde90859182 on network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:24.640800 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:24.641278 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Checking segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:24.641860 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.642488 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Bound using segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:24.643179 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Bound port: 56059a4a-aab0-48c0-9e18-2fde90859182, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:24.643679 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.660253 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e9647486fd844ed79e03e59431c13982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142529 Jan 17 17:20:24.666693 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49256) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:24.742042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] For port 56059a4a-aab0-48c0-9e18-2fde90859182, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:24.745603 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] For port 56059a4a-aab0-48c0-9e18-2fde90859182, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=56059a4a-aab0-48c0-9e18-2fde90859182,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:24.751139 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.763453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25899d8-ed5f-4b80-b0cc-1939fae2711b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e7c1c9-cdf4-4da3-a58d-cf2638eacd62,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:24.783448 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Allocated IP 172.28.0.96 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/d167f040-f18b-4eff-a23c-d09b7e0e72b6) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:24.792629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bfc690eb-0b7c-40b2-a063-7baed3fc9846 req-1b7d36ca-6e7b-40f8-ba52-3cb18b7ead34 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 210 time: 0.0644867 Jan 17 17:20:24.830046 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.853417 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a559-6bea-48bb-8322-5304c4fd8c92 req-fb20d65e-ae7b-4004-b51a-44455ffb9f62 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:24.854931 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e480a559-6bea-48bb-8322-5304c4fd8c92 req-fb20d65e-ae7b-4004-b51a-44455ffb9f62 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2842364 Jan 17 17:20:24.892744 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761c9ab-fd47-4557-9c14-9f7f1cf11533 None None] Pushing event updated for resources: {'Port': ['ID=56059a4a-aab0-48c0-9e18-2fde90859182,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:24.962111 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:24.987012 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.036882 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e480a559-6bea-48bb-8322-5304c4fd8c92 req-91cc80d7-f00f-4137-bb9c-55de8aa23406 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756508 Jan 17 17:20:25.078135 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ac40c-04c2-4048-821b-16366ea6d98d req-642dc37b-9279-4f08-8b0a-df98af4b5a19 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:25.079640 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-223ac40c-04c2-4048-821b-16366ea6d98d req-642dc37b-9279-4f08-8b0a-df98af4b5a19 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.1969428 Jan 17 17:20:25.080701 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.173758 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e7c1c9-cdf4-4da3-a58d-cf2638eacd62,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:25.187521 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-205ec143-1e31-45ff-bbff-6626e7d61a23 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:25.189895 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-205ec143-1e31-45ff-bbff-6626e7d61a23 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 814 time: 0.2080908 Jan 17 17:20:25.199934 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.224204 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.225327 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-120cbcd0-1d84-44ed-b13f-8a50c27d6bcf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d7e7c1c9-cdf4-4da3-a58d-cf2638eacd62 HTTP/1.1" status: 204 len: 168 time: 0.5552132 Jan 17 17:20:25.245321 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Deleting port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:20:25.245906 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.256740 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Request body: {'port': {'device_id': '67e51f63-a848-474c-bd14-df4f30abec5c', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'admin_state_up': True, 'tenant_id': 'd1db1c9906204e4ab25ce701917961c0'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:25.380567 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:25.393018 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:25.396156 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:25.685782 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Pushing event updated for resources: {'Port': ['ID=d167f040-f18b-4eff-a23c-d09b7e0e72b6,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:25.759073 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e17ed7-9389-4f7c-a536-e2faf3a16211 req-6524f091-8d77-4389-9cea-efe827072838 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:25.760851 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-89e17ed7-9389-4f7c-a536-e2faf3a16211 req-6524f091-8d77-4389-9cea-efe827072838 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 946 time: 0.2189224 Jan 17 17:20:25.766076 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] For port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,segment=NetworkSegment(cc652a48-45a4-4974-9d77-ca9849f49bf5),segment_id=cc652a48-45a4-4974-9d77-ca9849f49bf5)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:25.766432 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:25.782293 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:25.796666 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:25.991149 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Calling delete_port for 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:20:26.040222 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Made reservation on behalf of d1db1c9906204e4ab25ce701917961c0 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:26.043731 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.073208 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-01d865a5-1266-4cf7-abf7-7d235f68a1b0 req-2b670299-9d22-4e3e-a823-4c13a434b4d5 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 210 time: 0.1274033 Jan 17 17:20:26.095648 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-89e17ed7-9389-4f7c-a536-e2faf3a16211 req-1c190ae6-9748-406f-ad00-856a845c884a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/security-groups?id=cb39de0e-6a07-40b6-8112-4ca7af45f6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131316 Jan 17 17:20:26.308763 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.312897 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59cccc-919c-436f-841d-d6c6993a899a None None] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:20:26.409232 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Allocated IP 172.20.0.3 (546e684d-7292-48f5-914e-914e00168028/84844eb4-630c-42ab-8acd-f95eb6ea6e7c/c4ff8923-3d30-4fea-a37b-496e548c627e) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:26.452066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d17ad9-4ab2-44e6-b6c3-c7ae556a5f64 req-1ec822f2-1885-4e29-b133-11a759589498 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:26.457626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 56059a4a-aab0-48c0-9e18-2fde90859182 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:26.470470 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9d17ad9-4ab2-44e6-b6c3-c7ae556a5f64 req-1ec822f2-1885-4e29-b133-11a759589498 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1817360 Jan 17 17:20:26.534197 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9d17ad9-4ab2-44e6-b6c3-c7ae556a5f64 req-c2ae1582-8af2-445b-b8e0-8e7fcaa017f4 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627975 Jan 17 17:20:26.543153 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-db486174-f543-4a78-b723-4366f5192e73 None None] Provisioning for port 56059a4a-aab0-48c0-9e18-2fde90859182 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:26.562812 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.633955 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 56059a4a-aab0-48c0-9e18-2fde90859182 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:26.645733 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Pushing event deleted for resources: {'Port': ['ID=6af70e95-8dd6-4e95-bfb5-b3b0570c4b52,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:26.669135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 56059a4a-aab0-48c0-9e18-2fde90859182 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:26.670831 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.691560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] No DVR routers for this DVR port 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:20:26.695710 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.698667 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'name': 'network-vif-deleted', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:26.742830 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-223ac40c-04c2-4048-821b-16366ea6d98d req-d7738cc4-e99c-4281-a34b-be7005157747 tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.57 "DELETE /v2.0/ports/6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 HTTP/1.1" status: 204 len: 173 time: 1.6441529 Jan 17 17:20:26.764013 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a90c11e-95fd-42bc-b76b-2b29ad71b4f9', 'name': 'network-vif-deleted', 'tag': '6af70e95-8dd6-4e95-bfb5-b3b0570c4b52', 'status': 'completed', 'code': 200} Jan 17 17:20:26.884159 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:26.948437 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 56059a4a-aab0-48c0-9e18-2fde90859182, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=56059a4a-aab0-48c0-9e18-2fde90859182,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:26.953769 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:27.038928 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=56059a4a-aab0-48c0-9e18-2fde90859182,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:27.177927 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:27.344155 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cfb5e7fa-089a-4941-8c7c-614800ac1b82 req-89a25941-3119-423d-b3ea-3eb607dc7e6a tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 210 time: 0.0566194 Jan 17 17:20:27.404924 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-0974a0d6-e81a-4a8c-8cb3-87f4e2a28b48 None None] Provisioning complete for port 56059a4a-aab0-48c0-9e18-2fde90859182 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:27.405410 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-0974a0d6-e81a-4a8c-8cb3-87f4e2a28b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:27.446879 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c639a4ce-22b8-4d97-8603-90f4fad0fcec req-d5d35025-b584-44fd-a974-fba7227f0c4a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Synchronizing usage tracker for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:20:27.493207 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c639a4ce-22b8-4d97-8603-90f4fad0fcec req-d5d35025-b584-44fd-a974-fba7227f0c4a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] Unset dirty status for tenant:bdc18c3cba3645e2826b39ec8f7e0e47 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:20:27.494596 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c639a4ce-22b8-4d97-8603-90f4fad0fcec req-d5d35025-b584-44fd-a974-fba7227f0c4a tempest-VolumesActionsTest-371468527 tempest-VolumesActionsTest-371468527-project] 10.222.0.102 "GET /v2.0/ports?device_id=3a90c11e-95fd-42bc-b76b-2b29ad71b4f9 HTTP/1.1" status: 200 len: 210 time: 0.1308994 Jan 17 17:20:27.557582 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:20:27.591910 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:27.608807 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:20:27.609135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6af70e95-8dd6-4e95-bfb5-b3b0570c4b52 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:20:27.714722 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e106ec-7a4f-4ba7-975e-73e04af49a5f req-162f5845-0afd-4e84-8124-29a85ea7f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:27.721477 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-48e106ec-7a4f-4ba7-975e-73e04af49a5f req-162f5845-0afd-4e84-8124-29a85ea7f734 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 1099 time: 0.1937168 Jan 17 17:20:27.757999 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:27.773273 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b', 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:27.784182 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-48e106ec-7a4f-4ba7-975e-73e04af49a5f req-880004c5-a14a-47cc-8210-05c7de3e4a1a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Jan 17 17:20:27.910878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Network 546e684d-7292-48f5-914e-914e00168028 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:27.917410 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:27.921201 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:27.923830 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b3bd-34a9-49c0-8f8a-42f8732442eb req-c72638c1-537e-4283-8b0f-45c09c58bad0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:27.925629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a374b3bd-34a9-49c0-8f8a-42f8732442eb req-c72638c1-537e-4283-8b0f-45c09c58bad0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1056390 Jan 17 17:20:27.976016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event updated for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:27.987406 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a374b3bd-34a9-49c0-8f8a-42f8732442eb req-34492b3a-6ea3-4160-a66e-8f3a8b295848 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Jan 17 17:20:28.030328 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:28.030931 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:28.061895 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Router 049f2151-fac7-4124-862d-9cb62d9e7844 is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:20:28.074793 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-520b1b43-7a48-43b2-bf76-99e1a15add88 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8631020 Jan 17 17:20:28.135414 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Request body: {'port': {'device_id': '67e51f63-a848-474c-bd14-df4f30abec5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:28.200686 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 56059a4a-aab0-48c0-9e18-2fde90859182 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:28.351948 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 56059a4a-aab0-48c0-9e18-2fde90859182 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:28.352319 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:28.367012 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:28.382842 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:20:28.397342 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Sync routers for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:20:28.418401 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:28.419147 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:28.646121 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:28.647308 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-41267882-64c6-4bbe-8497-6ae8e48d53ac admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.0455217 Jan 17 17:20:28.650335 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49344) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:28.692753 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:28.740994 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d2b9f-2c89-4ba2-addf-08c6b94631da req-7f3a2e7a-ce74-426f-ac8a-d5ee6aa94c72 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:28.742730 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d9d2b9f-2c89-4ba2-addf-08c6b94631da req-7f3a2e7a-ce74-426f-ac8a-d5ee6aa94c72 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 931 time: 0.2340531 Jan 17 17:20:28.876963 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d9d2b9f-2c89-4ba2-addf-08c6b94631da req-e144db89-199f-4ede-9f74-4d3097b87b73 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197708 Jan 17 17:20:29.094818 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ff8923-3d30-4fea-a37b-496e548c627e {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:29.105156 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.126957 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Transition to ACTIVE for port object c4ff8923-3d30-4fea-a37b-496e548c627e will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:29.133743 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.225430 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:25Z', 'revision_number': 3, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:29.232253 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Checking router: 049f2151-fac7-4124-862d-9cb62d9e7844 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:20:29.232898 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Updating router 049f2151-fac7-4124-862d-9cb62d9e7844 port d167f040-f18b-4eff-a23c-d09b7e0e72b6 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:20:29.337519 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.389533 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:29.435827 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Attempting to bind port c4ff8923-3d30-4fea-a37b-496e548c627e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:29.436165 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Attempting to bind port c4ff8923-3d30-4fea-a37b-496e548c627e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:29.436520 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Attempting to bind port c4ff8923-3d30-4fea-a37b-496e548c627e on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:29.443070 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Port c4ff8923-3d30-4fea-a37b-496e548c627e on network 546e684d-7292-48f5-914e-914e00168028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:20:29.443522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Attempting to bind port c4ff8923-3d30-4fea-a37b-496e548c627e on network 546e684d-7292-48f5-914e-914e00168028 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:29.450033 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:29.450376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Checking segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:29.450806 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Bound using segment: {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:29.451237 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Bound port: c4ff8923-3d30-4fea-a37b-496e548c627e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77812316-0c5a-401c-9d7f-15e47ecc902d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '546e684d-7292-48f5-914e-914e00168028'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:29.451620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.551225 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:29.554279 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4ff8923-3d30-4fea-a37b-496e548c627e,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:29.565652 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.632738 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:29.633562 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.637003 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4ff8923-3d30-4fea-a37b-496e548c627e HTTP/1.1" status: 200 len: 1093 time: 1.5110173 Jan 17 17:20:29.637736 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:29.650333 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a59b8-e9f2-4d42-ab5f-3793d153622a req-83953c46-70d5-4485-805f-30a8345f46a2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:29.660386 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da8a59b8-e9f2-4d42-ab5f-3793d153622a req-83953c46-70d5-4485-805f-30a8345f46a2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.4591479 Jan 17 17:20:29.666244 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9f4c-06d3-482c-82cc-01c97d070b65 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:29.749926 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da8a59b8-e9f2-4d42-ab5f-3793d153622a req-e23ceae7-2ffa-4088-9e96-c18f18a4ae1a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876825 Jan 17 17:20:29.796668 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e', 'status': 'completed', 'code': 200} Jan 17 17:20:29.846887 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-508717f7-4d33-4bc5-a095-48ef7812760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:29.849223 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-508717f7-4d33-4bc5-a095-48ef7812760b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 1096 time: 0.1467133 Jan 17 17:20:29.893410 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.908215 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Transition to ACTIVE for port object d167f040-f18b-4eff-a23c-d09b7e0e72b6 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:29.926608 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:29.946840 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-741751e6-4793-4749-b3d6-b90108c5427f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ff8923-3d30-4fea-a37b-496e548c627e HTTP/1.1" status: 200 len: 217 time: 0.0887837 Jan 17 17:20:29.969973 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.097724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ef452cc3-e695-4ae5-92c7-b8800d637fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:30.100395 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-ef452cc3-e695-4ae5-92c7-b8800d637fb4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.1458101 Jan 17 17:20:30.104173 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Attempting to bind port d167f040-f18b-4eff-a23c-d09b7e0e72b6 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:30.105088 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Attempting to bind port d167f040-f18b-4eff-a23c-d09b7e0e72b6 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:30.107051 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Attempting to bind port d167f040-f18b-4eff-a23c-d09b7e0e72b6 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:30.109853 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Pushing event updated for resources: {'Port': ['ID=d167f040-f18b-4eff-a23c-d09b7e0e72b6,revision_number=2']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:30.125017 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:30.125398 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:30.125798 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.126188 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:30.126655 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Bound port: d167f040-f18b-4eff-a23c-d09b7e0e72b6, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:30.127037 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.158164 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-2b94ffca-348b-44f1-9ae5-04a57ab1d2b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457480 Jan 17 17:20:30.270722 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] For port d167f040-f18b-4eff-a23c-d09b7e0e72b6, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:30.274809 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] For port d167f040-f18b-4eff-a23c-d09b7e0e72b6, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=d167f040-f18b-4eff-a23c-d09b7e0e72b6,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:30.277108 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.277614 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.278149 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.278631 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.279327 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.280053 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.281145 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.282144 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.282629 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.283297 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.283820 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.285244 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:30.297749 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.381544 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-0fe8247e-5103-45af-98e3-70720ac5ae79 service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041979 Jan 17 17:20:30.417112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bcd16-460d-40df-a3b3-1961a9ccc4a2 req-a013f221-c2bb-4e57-b3cc-09ca134c31c2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:30.419326 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-655bcd16-460d-40df-a3b3-1961a9ccc4a2 req-a013f221-c2bb-4e57-b3cc-09ca134c31c2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 943 time: 0.3395922 Jan 17 17:20:30.430014 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:30.430569 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:30.493192 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Allocated IP 172.20.0.1 (9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1/bbbe03f8-85be-4910-830f-6cc608bc7e6d/ff344334-2cd3-45c3-b838-913d1c7086ae) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:30.501429 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-655bcd16-460d-40df-a3b3-1961a9ccc4a2 req-3140c0e4-2b15-4d61-88b1-71a7fd0951ef tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684416 Jan 17 17:20:30.562643 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13921f3-5465-450a-96c8-49d9756ab93e None None] Pushing event updated for resources: {'Port': ['ID=d167f040-f18b-4eff-a23c-d09b7e0e72b6,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:30.619414 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f7410ca3-3ae9-4de2-a8d0-6ff6e90bef69 req-28768442-e796-4566-b636-1224ea0773aa service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307978 Jan 17 17:20:30.680800 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:30.704101 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.724236 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Transition to ACTIVE for port object ff344334-2cd3-45c3-b838-913d1c7086ae will not be triggered until provisioned by entity DHCP. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:30.754574 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:30.850376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-67e0dc75-d41d-4c96-a925-7f09c6a36227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:30.851247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:30.852002 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-67e0dc75-d41d-4c96-a925-7f09c6a36227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1db1c9906204e4ab25ce701917961c0&device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 1096 time: 0.1679442 Jan 17 17:20:30.852314 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:30.855056 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:30.857126 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:31.113141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:31.153154 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-eec29eca-e627-46e7-8dc4-e073324caf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:31.154917 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-eec29eca-e627-46e7-8dc4-e073324caf4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 200 len: 915 time: 0.2962050 Jan 17 17:20:31.192656 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:25Z', 'revision_number': 3, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:31.198003 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0376c-7ced-4dc4-8225-44689c444a7e None None] The sync data for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb is: [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:25Z', 'revision_number': 3, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:20:31.243193 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-18593f37-4c17-4f38-b317-78eb7213a06d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4ff8923-3d30-4fea-a37b-496e548c627e HTTP/1.1" status: 200 len: 217 time: 0.0780127 Jan 17 17:20:31.276598 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f17bfc-2ad9-4de6-b5f9-4b13c18d2f0e req-2676ca27-6830-4bd0-8c1d-a7331559cdd6 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:31.278133 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83f17bfc-2ad9-4de6-b5f9-4b13c18d2f0e req-2676ca27-6830-4bd0-8c1d-a7331559cdd6 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.3244226 Jan 17 17:20:31.322945 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-db7a6341-864e-4f7d-bb55-aa11b6765f66 None None] Provisioning for port ff344334-2cd3-45c3-b838-913d1c7086ae completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:31.330350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-db7a6341-864e-4f7d-bb55-aa11b6765f66 None None] Provisioning complete for port ff344334-2cd3-45c3-b838-913d1c7086ae triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:31.330984 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-db7a6341-864e-4f7d-bb55-aa11b6765f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:31.385897 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83f17bfc-2ad9-4de6-b5f9-4b13c18d2f0e req-217c2d06-c918-4a9b-bb76-ed2f60714a63 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929055 Jan 17 17:20:31.401308 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-db7a6341-864e-4f7d-bb55-aa11b6765f66 None None] Port ff344334-2cd3-45c3-b838-913d1c7086ae cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:20:31.458128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-f31d4da7-da72-4968-805b-8cf00c77d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:31.459595 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-f31d4da7-da72-4968-805b-8cf00c77d857 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 200 len: 854 time: 0.2064383 Jan 17 17:20:31.465201 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:31.541936 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c4ff8923-3d30-4fea-a37b-496e548c627e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:20:31.564849 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-f5f5dabc-adff-4639-b275-f4489cb879ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=546e684d-7292-48f5-914e-914e00168028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914564 Jan 17 17:20:31.764369 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4ff8923-3d30-4fea-a37b-496e548c627e,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:31.788283 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'c4ff8923-3d30-4fea-a37b-496e548c627e', 'network_id': '546e684d-7292-48f5-914e-914e00168028', 'port_id': 'c4ff8923-3d30-4fea-a37b-496e548c627e', 'mac_address': 'fa:16:3e:f5:df:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84844eb4-630c-42ab-8acd-f95eb6ea6e7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:20:31.850669 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-d1717625-9724-4a26-87c6-1fee5308ba4c service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767138 Jan 17 17:20:31.875189 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:31.895241 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ff8923-3d30-4fea-a37b-496e548c627e {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:20:31.917421 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4ff8923-3d30-4fea-a37b-496e548c627e,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:31.922691 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.021091 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:32.070133 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ba0afe09-c603-4d31-8897-04f9d9b0710c req-e268d500-24a0-4904-afae-3b3e38462e9c service neutron] 10.222.0.57 "GET /v2.0/networks/546e684d-7292-48f5-914e-914e00168028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059855 Jan 17 17:20:32.082291 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad40e-2f45-4a74-85a5-917ee2bfd1b1 req-eb6dcedc-a8ca-4054-92cd-527bea7763bb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:32.083867 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-528ad40e-2f45-4a74-85a5-917ee2bfd1b1 req-eb6dcedc-a8ca-4054-92cd-527bea7763bb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.5167253 Jan 17 17:20:32.086236 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.096046 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeafe8-c4e2-4d50-9c86-65520ed0de14 req-5414edc2-a313-47e2-ac01-be73d03b22d2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:32.098986 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cadeafe8-c4e2-4d50-9c86-65520ed0de14 req-5414edc2-a313-47e2-ac01-be73d03b22d2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 944 time: 0.3644078 Jan 17 17:20:32.114944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.249371 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d167f040-f18b-4eff-a23c-d09b7e0e72b6 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:32.302459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['c4ff8923-3d30-4fea-a37b-496e548c627e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:32.311441 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-528ad40e-2f45-4a74-85a5-917ee2bfd1b1 req-0423cc0e-0b1c-4b92-84d9-eaa5a3c08e17 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109094 Jan 17 17:20:32.321182 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cadeafe8-c4e2-4d50-9c86-65520ed0de14 req-8d9bf2ce-db9a-456b-a2d7-2e201d652282 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723022 Jan 17 17:20:32.321772 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:32.338845 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.565405 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port d167f040-f18b-4eff-a23c-d09b7e0e72b6 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:32.597331 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:32.602538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:32.609131 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port d167f040-f18b-4eff-a23c-d09b7e0e72b6 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:32.612194 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.824257 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f9f37a28-e7cf-464d-97e4-631cc251f144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:32.993418 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Router 049f2151-fac7-4124-862d-9cb62d9e7844 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:20:33.022984 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:33.027849 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-9adede1b-ee49-4d6f-a0f2-a6fe6148ba94 None None] Provisioning complete for port ff344334-2cd3-45c3-b838-913d1c7086ae triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:33.028217 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-9adede1b-ee49-4d6f-a0f2-a6fe6148ba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:33.099156 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port d167f040-f18b-4eff-a23c-d09b7e0e72b6, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=d167f040-f18b-4eff-a23c-d09b7e0e72b6,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:33.102462 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-9adede1b-ee49-4d6f-a0f2-a6fe6148ba94 None None] Port ff344334-2cd3-45c3-b838-913d1c7086ae cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:20:33.109279 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:33.238188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=d167f040-f18b-4eff-a23c-d09b7e0e72b6,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:33.399772 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:20:33.427047 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a4d0d544-7382-4d5b-b639-f87dea438ae5 admin admin] 10.222.0.102 "PUT /v2.0/routers/049f2151-fac7-4124-862d-9cb62d9e7844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7674005 Jan 17 17:20:33.750123 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dcada-f276-4173-ab08-7ffb17f97d6f req-035a3e4a-df1a-4c92-9325-0ba786e59b5f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:33.765636 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af5dcada-f276-4173-ab08-7ffb17f97d6f req-035a3e4a-df1a-4c92-9325-0ba786e59b5f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 944 time: 0.2077460 Jan 17 17:20:33.890844 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Sync routers for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:20:33.910452 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-af5dcada-f276-4173-ab08-7ffb17f97d6f req-a51a8e4f-3440-41de-883e-d718798ae49f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389997 Jan 17 17:20:33.918398 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:33.920048 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:34.178705 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:34.226006 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d167f040-f18b-4eff-a23c-d09b7e0e72b6 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:34.505021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49514) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:34.570606 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2129970603-network', 'tenant_id': 'a7e2532de23840db890685200995a57e'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:34.577811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:34.584307 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Usage tracker for resource:network and tenant:a7e2532de23840db890685200995a57e is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:34.594798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:34.604936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:34.631714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Made reservation on behalf of a7e2532de23840db890685200995a57e for: {'network': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:34.634334 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.662186 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.682404 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:34.686999 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e2532de23840db890685200995a57e is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:34.690567 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:34.699268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:34.746548 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port d167f040-f18b-4eff-a23c-d09b7e0e72b6 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:34.750351 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.818552 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.832916 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.848961 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=86827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:20:34.858736 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.859401 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.segments_db [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Added segment 3cb4d4ef-03ef-49fd-929d-0ee12364fd0b of type vlan for network fff87711-43f6-47c0-9f3d-50187bdedcea Jan 17 17:20:34.905449 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:34.967286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bad4d7-e24d-4f26-8c6b-dd5c84b9aacc,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:34.999961 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:35.001086 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:35.001765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:35.123968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93093c33-2e23-4b24-8d70-aa34db71308a req-e9b8d321-11a4-43a9-b58e-1b4c77c3ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:35.125994 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-e9b8d321-11a4-43a9-b58e-1b4c77c3ea2b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.1684966 Jan 17 17:20:35.193948 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] Pushing event updated for resources: {'Network': ['ID=fff87711-43f6-47c0-9f3d-50187bdedcea,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:35.224663 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network fff87711-43f6-47c0-9f3d-50187bdedcea details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:20:35.335303 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4496f544-62d4-4770-9739-ed41425bf584 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8303282 Jan 17 17:20:35.340011 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49540) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:35.348550 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Request body: {'subnet': {'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2129970603-subnet', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:35.390509 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:35.400737 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Usage tracker for resource:subnet and tenant:a7e2532de23840db890685200995a57e is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:35.418191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:35.447280 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2025f1fe-c1c6-470e-a31c-6f3ab53898b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:35.458354 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:35.494579 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11467b5-344f-4860-9542-807e5e7cc4bf req-28be30aa-768c-4795-88ea-f49f18a22cd0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:35.518347 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b11467b5-344f-4860-9542-807e5e7cc4bf req-28be30aa-768c-4795-88ea-f49f18a22cd0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3313994 Jan 17 17:20:35.546941 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93093c33-2e23-4b24-8d70-aa34db71308a req-2ab5701e-eec8-48e7-b211-3939c229934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:35.548724 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-2ab5701e-eec8-48e7-b211-3939c229934a service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.4139698 Jan 17 17:20:35.568007 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Made reservation on behalf of a7e2532de23840db890685200995a57e for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:20:35.585495 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2417032'] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:35.590175 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c4ff8923-3d30-4fea-a37b-496e548c627e up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:35.704408 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-d324c5d8-dd37-4e4b-9675-be47bd08eaa4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.1423793 Jan 17 17:20:35.875591 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b11467b5-344f-4860-9542-807e5e7cc4bf req-d434b3cc-0f19-4737-9c68-573058a86251 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466198 Jan 17 17:20:35.893310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93093c33-2e23-4b24-8d70-aa34db71308a req-eb2b3914-7049-4303-bf93-bd1a87891bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:35.902732 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 2, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:35.904799 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-eb2b3914-7049-4303-bf93-bd1a87891bd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.1961420 Jan 17 17:20:35.925621 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Checking router: 049f2151-fac7-4124-862d-9cb62d9e7844 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:20:35.927828 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Updating router 049f2151-fac7-4124-862d-9cb62d9e7844 port ff344334-2cd3-45c3-b838-913d1c7086ae binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:20:36.018044 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port c4ff8923-3d30-4fea-a37b-496e548c627e completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:36.031660 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-13ddf6b3-48c9-4730-9134-287ce5b73adc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166558 Jan 17 17:20:36.044217 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port c4ff8923-3d30-4fea-a37b-496e548c627e triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:36.046462 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.090634 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdedfe-6a3f-4e51-bf26-5774ba68dc4c req-6995e2c3-63e1-4b65-8579-d675465d883d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:36.108671 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-51fdedfe-6a3f-4e51-bf26-5774ba68dc4c req-6995e2c3-63e1-4b65-8579-d675465d883d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 944 time: 0.4808755 Jan 17 17:20:36.223444 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49548) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:36.235786 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.252454 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2417050'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.290083 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.291938 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.358490 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-fe6718f4-8b4b-492e-8722-e17a98b1c014 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183441 Jan 17 17:20:36.546704 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.550343 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.615227 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:36.624292 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:36.631307 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Usage tracker for resource:security_group_rule and tenant:059dba841e904049be83705bcc0f88c4 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:36.649043 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-51fdedfe-6a3f-4e51-bf26-5774ba68dc4c req-549e2534-8e2a-4636-8df3-82371ef87519 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386350 Jan 17 17:20:36.652754 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:36.672440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:36.687188 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3945870c-43ab-4fbb-a30d-49021da6ed99,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:36.698785 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Checking segment: {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:36.699366 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Network hostable DHCP agents. Network: fff87711-43f6-47c0-9f3d-50187bdedcea, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:20:36.705863 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-93093c33-2e23-4b24-8d70-aa34db71308a req-29edb799-1a6a-4782-9ce2-7595db41f526 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335443 Jan 17 17:20:36.751148 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Network fff87711-43f6-47c0-9f3d-50187bdedcea is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:20:36.776519 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, fff87711-43f6-47c0-9f3d-50187bdedcea) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:36.782267 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:36.783637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.824154 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e', 'code': 200} Jan 17 17:20:36.830598 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56dbcaf-3a34-4fea-9035-75950340c324 None None] Network fff87711-43f6-47c0-9f3d-50187bdedcea requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:20:36.868733 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.875536 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-65b57864-b233-4b12-9846-3f5ec348b79b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5321970 Jan 17 17:20:36.879277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.879986 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49572) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:36.887042 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:36.904716 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:36.918288 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Usage tracker for resource:router and tenant:a7e2532de23840db890685200995a57e is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:36.927387 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:36.940147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:36.974924 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:36.976354 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.005817 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49578) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:37.006043 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=059dba841e904049be83705bcc0f88c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7793334 Jan 17 17:20:37.010279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066977-fe08-41fc-a6cc-e6a9130664db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4c896b-9630-458b-8e10-4606da7d9cf6,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:37.069779 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4ff8923-3d30-4fea-a37b-496e548c627e,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:37.092370 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.104601 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.286486 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a90be3-2149-40e2-b0e5-68e2f05f24b0 req-21ad4e97-3b78-4653-a0fb-dc7deacc17fb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:37.296080 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-72a90be3-2149-40e2-b0e5-68e2f05f24b0 req-21ad4e97-3b78-4653-a0fb-dc7deacc17fb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1645105 Jan 17 17:20:37.311199 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:37.342856 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-fff87711-43f6-47c0-9f3d-50187bdedcea', 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'fixed_ips': [{'subnet_id': '3945870c-43ab-4fbb-a30d-49021da6ed99'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:20:37.343882 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.380765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.438048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-72a90be3-2149-40e2-b0e5-68e2f05f24b0 req-6a55eba1-f1b2-4f0a-8e8f-3860a3ae9c7a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387036 Jan 17 17:20:37.557866 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.614987 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Transition to ACTIVE for port object ff344334-2cd3-45c3-b838-913d1c7086ae will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:37.709748 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.770048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.853569 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.867723 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6f412-e7aa-447d-a215-cefb07b13540 req-997dcb23-7029-4654-beaf-f4de6aeace69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:37.869340 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c4e6f412-e7aa-447d-a215-cefb07b13540 req-997dcb23-7029-4654-beaf-f4de6aeace69 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 1098 time: 0.7413204 Jan 17 17:20:37.917921 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:37.958286 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.001393 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1b953-8c2a-48ae-89b0-728aa0b4f5ab req-9b4e4e3a-355c-434e-b784-0db23083cebd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:38.012043 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-62e1b953-8c2a-48ae-89b0-728aa0b4f5ab req-9b4e4e3a-355c-434e-b784-0db23083cebd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.1800799 Jan 17 17:20:38.013533 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Allocated IP 172.20.0.2 (fff87711-43f6-47c0-9f3d-50187bdedcea/3945870c-43ab-4fbb-a30d-49021da6ed99/9e58d95a-1a16-41d3-bf7b-74f43e4f79ba) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:38.019990 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5dda2-a0c0-457a-8de5-46b4cab937b4 None None] Pushing event updated for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:38.058949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4c896b-9630-458b-8e10-4606da7d9cf6,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:38.074943 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c4e6f412-e7aa-447d-a215-cefb07b13540 req-97e5c68e-6c5c-4f30-8558-a09d3dd3bb30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527972 Jan 17 17:20:38.091506 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-62e1b953-8c2a-48ae-89b0-728aa0b4f5ab req-5bf24f52-314e-4114-8ca1-f9db79246a47 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672119 Jan 17 17:20:38.167617 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.171243 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-3117982b-9eb3-4c6d-96e9-2817d95b6ebf admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cb4c896b-9630-458b-8e10-4606da7d9cf6 HTTP/1.1" status: 204 len: 168 time: 1.1595125 Jan 17 17:20:38.377506 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Attempting to bind port ff344334-2cd3-45c3-b838-913d1c7086ae on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:38.378692 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Attempting to bind port ff344334-2cd3-45c3-b838-913d1c7086ae by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:38.378958 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Attempting to bind port ff344334-2cd3-45c3-b838-913d1c7086ae on network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:38.410632 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:38.411020 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Checking segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:38.411394 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.411819 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Bound using segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:38.412283 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Bound port: ff344334-2cd3-45c3-b838-913d1c7086ae, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:38.412649 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.656218 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.666653 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] For port ff344334-2cd3-45c3-b838-913d1c7086ae, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:38.673322 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] For port ff344334-2cd3-45c3-b838-913d1c7086ae, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ff344334-2cd3-45c3-b838-913d1c7086ae,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:38.701835 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.713993 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.714631 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Transition to ACTIVE for port object 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:38.735586 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Transition to ACTIVE for port object 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:38.740270 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.778275 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:38.835302 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Network fff87711-43f6-47c0-9f3d-50187bdedcea is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:38.836700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:38.837503 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:38.916804 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:38.942260 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:38.966393 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb0bd-f5bc-4511-8f2c-a6cdd812e3b2 req-b0787eec-45de-473d-9f9e-938a1f4227da tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:38.968936 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-990fb0bd-f5bc-4511-8f2c-a6cdd812e3b2 req-b0787eec-45de-473d-9f9e-938a1f4227da tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2222080 Jan 17 17:20:39.055871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5dda2-a0c0-457a-8de5-46b4cab937b4 None None] Pushing event updated for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:39.081530 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-990fb0bd-f5bc-4511-8f2c-a6cdd812e3b2 req-ab9f14d6-0106-4d94-a2cc-48a8528a2446 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011953 Jan 17 17:20:39.120564 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Allocated IP 172.28.0.67 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/434f20a2-a5cf-420e-bf57-ba15658fbe4a) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:39.134784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49610) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:39.172497 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.193321 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:39.198503 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Usage tracker for resource:security_group_rule and tenant:6338080c250349f384350689abc37103 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:39.201958 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:39.209324 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:39.407029 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Attempting to bind port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:39.408175 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Attempting to bind port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:39.409721 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Attempting to bind port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba on network fff87711-43f6-47c0-9f3d-50187bdedcea {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:39.424922 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Pushing event updated for resources: {'Port': ['ID=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:39.435358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:39.435950 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Checking segment: {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:39.436993 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.437483 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Bound using segment: {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:39.438098 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Bound port: 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:39.438716 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.478304 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:39.497560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d4dcd-dbf1-4d3a-8123-251e6cf1b5a0 req-3c24741d-b249-47e0-ac3a-4086ab0f5919 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:39.499058 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a89d4dcd-dbf1-4d3a-8123-251e6cf1b5a0 req-3c24741d-b249-47e0-ac3a-4086ab0f5919 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.2269273 Jan 17 17:20:39.539632 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.540191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.592219 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.610942 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-aa379bc5-0b3a-4319-aade-bf54486983ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:39.612978 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-aa379bc5-0b3a-4319-aade-bf54486983ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.2396801 Jan 17 17:20:39.661060 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6338080c250349f384350689abc37103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5243366 Jan 17 17:20:39.664811 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49622) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:39.685239 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.698923 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a89d4dcd-dbf1-4d3a-8123-251e6cf1b5a0 req-283ccacf-e78c-4bca-a278-59cda0e8c1e1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893404 Jan 17 17:20:39.747164 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193560-2031-4c2a-b3e8-3aac2f89b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2a7b9b-9aab-4568-970b-d77e0bea7d24,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:39.771346 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-a443698a-4a72-4ead-9100-609465559d56 None None] For port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:39.777060 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-a443698a-4a72-4ead-9100-609465559d56 None None] For port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:39.796606 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:39.926435 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Pushing event updated for resources: {'Port': ['ID=434f20a2-a5cf-420e-bf57-ba15658fbe4a,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:39.926833 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:39.929975 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:39.937385 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:40.015301 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443698a-4a72-4ead-9100-609465559d56 None None] Pushing event updated for resources: {'Port': ['ID=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:40.015843 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:40.066722 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-7fcf4fdd-8248-4344-9f42-1d239283ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:40.068231 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-7fcf4fdd-8248-4344-9f42-1d239283ea19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.3218603 Jan 17 17:20:40.250622 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:38Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:40.258868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ffd30-8f17-4cdf-a15b-fefbf5184e9e None None] The sync data for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb is: [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:38Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:20:40.453681 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-5fdcf100-65bb-4701-8d85-d8dbe9729b9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.1433251 Jan 17 17:20:40.504643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab7d2a-3ec1-41e9-843a-a7fa3210300e req-f385459f-a1cf-4ee1-a96e-bee07d5ae648 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:40.506395 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-07ab7d2a-3ec1-41e9-843a-a7fa3210300e req-f385459f-a1cf-4ee1-a96e-bee07d5ae648 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2122407 Jan 17 17:20:40.616248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-07ab7d2a-3ec1-41e9-843a-a7fa3210300e req-e5ecf4f4-109b-4b71-8f9d-f1839b890473 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014812 Jan 17 17:20:40.703166 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-23a0bbe6-5e2f-4f21-be33-be0d91da6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:40.704776 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-23a0bbe6-5e2f-4f21-be33-be0d91da6208 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.2247446 Jan 17 17:20:40.709190 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:40.818091 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-987bf0fa-3d77-4788-bdd1-a40b7ab32d4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900388 Jan 17 17:20:41.073714 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:20:41.082797 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a3d9d-52e8-46dd-b235-4d72018d6859 req-c030be5d-d1c1-466f-ac9c-9c59e24b26a6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:41.092701 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e54a3d9d-52e8-46dd-b235-4d72018d6859 req-c030be5d-d1c1-466f-ac9c-9c59e24b26a6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.2174599 Jan 17 17:20:41.093644 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:41.144029 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2a7b9b-9aab-4568-970b-d77e0bea7d24,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:41.232048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e54a3d9d-52e8-46dd-b235-4d72018d6859 req-896b36b5-b1df-4f88-85c7-fd61310a0aa9 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380396 Jan 17 17:20:41.338379 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-4b4724c7-76ad-42a8-98bc-ad29f1692153 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117376 Jan 17 17:20:41.544756 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:41.568598 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:41.573754 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-8ece023c-14b3-4d85-9097-421747b9f9c6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ec2a7b9b-9aab-4568-970b-d77e0bea7d24 HTTP/1.1" status: 204 len: 168 time: 1.9078405 Jan 17 17:20:41.671082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:41.897821 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ed7fc-fb2e-4956-9a42-fd775da24dc9 None None] Network fff87711-43f6-47c0-9f3d-50187bdedcea requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:20:42.040304 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49664) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:42.205498 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-76a86c80-babe-47c4-9b76-2cb0e168033f None None] Provisioning for port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:42.235088 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e066-478e-4868-aa70-e5f9ad4801fb req-098c2302-914e-43fc-85b2-01b715d88009 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:42.258022 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dd93e066-478e-4868-aa70-e5f9ad4801fb req-098c2302-914e-43fc-85b2-01b715d88009 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3822439 Jan 17 17:20:42.460002 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dd93e066-478e-4868-aa70-e5f9ad4801fb req-05a63f71-e676-460d-bac2-ac06db2cf50e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010419 Jan 17 17:20:42.544535 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:42.747936 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:42.775833 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:42.778116 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:42.841619 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:42.874362 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:42.913386 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:42.917850 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Usage tracker for resource:security_group_rule and tenant:e1a65e7df3f54ad1a7dee1033d4b5af9 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:42.921607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:42.941022 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:42.989111 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6258a73c-1749-417a-a395-cd95fb11ecd9 req-32ef486c-c90f-49cc-8d18-bd40e1d11130 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6002090 Jan 17 17:20:43.030053 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.127352 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:43.142209 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-3b83c9a7-d7f7-404f-9c7a-858067e45d2e None None] Provisioning complete for port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:43.142906 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3b83c9a7-d7f7-404f-9c7a-858067e45d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.155399 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.167264 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.181455 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.182230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ff344334-2cd3-45c3-b838-913d1c7086ae up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:43.223268 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:20:43.225971 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e1a65e7df3f54ad1a7dee1033d4b5af9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1834993 Jan 17 17:20:43.229354 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49694) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:43.256770 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf774a-5227-4751-a0c0-cd49305b4cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bfd812-0982-4226-a5e5-647f46100b6f,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:43.317522 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.344084 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:43.350746 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.442737 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.473654 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bfd812-0982-4226-a5e5-647f46100b6f,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:43.476841 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.478739 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-56f444ef-385d-4474-9845-51be56160c05 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b6bfd812-0982-4226-a5e5-647f46100b6f HTTP/1.1" status: 204 len: 168 time: 0.2480972 Jan 17 17:20:43.595650 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:20:43.609481 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Sync routers for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:20:43.626489 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:43.627505 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:43.672789 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:43.674445 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-3cae336e-a2c1-4ac4-a492-d43a6041966d admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7929039 Jan 17 17:20:43.677866 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49708) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:43.810971 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port ff344334-2cd3-45c3-b838-913d1c7086ae completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:43.840520 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ff344334-2cd3-45c3-b838-913d1c7086ae triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:43.845026 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:44.023219 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069ce0-460f-4284-b0c1-83950356e7b3 req-bbc40009-960d-42a0-9582-d63bf4dafc55 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:44.024578 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3f069ce0-460f-4284-b0c1-83950356e7b3 req-bbc40009-960d-42a0-9582-d63bf4dafc55 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2645404 Jan 17 17:20:44.091834 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3f069ce0-460f-4284-b0c1-83950356e7b3 req-1ed2a492-5063-437d-9f19-dd67903ebb05 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598402 Jan 17 17:20:44.177365 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:44.301744 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:44.437178 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port ff344334-2cd3-45c3-b838-913d1c7086ae, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ff344334-2cd3-45c3-b838-913d1c7086ae,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:44.455004 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:44.635025 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:44.856420 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:40Z', 'revision_number': 3, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:44.861459 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Checking router: 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:20:44.862228 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Updating router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 port 434f20a2-a5cf-420e-bf57-ba15658fbe4a binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:20:44.907688 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:44.957947 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:44.958380 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:44.984374 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:45.803739 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a54933-0cbb-4615-ac40-1f5b543ea736 req-cd20625b-dfa3-45e7-a7c4-bb0c8c1496d3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:45.815131 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-29a54933-0cbb-4615-ac40-1f5b543ea736 req-cd20625b-dfa3-45e7-a7c4-bb0c8c1496d3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2831967 Jan 17 17:20:45.895625 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:45.921664 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:45.930833 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-29a54933-0cbb-4615-ac40-1f5b543ea736 req-083e9524-313b-480f-817c-3191e75029ac tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120048 Jan 17 17:20:45.946417 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Transition to ACTIVE for port object 434f20a2-a5cf-420e-bf57-ba15658fbe4a will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:45.960102 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.131520 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d32d9-f50c-4db3-aeba-2240a35102f9 None None] Pushing event updated for resources: {'Port': ['ID=434f20a2-a5cf-420e-bf57-ba15658fbe4a,revision_number=2']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:46.204869 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Attempting to bind port 434f20a2-a5cf-420e-bf57-ba15658fbe4a on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:46.205556 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Attempting to bind port 434f20a2-a5cf-420e-bf57-ba15658fbe4a by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:46.206478 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Attempting to bind port 434f20a2-a5cf-420e-bf57-ba15658fbe4a on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:46.215679 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:46.217405 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:46.218250 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.218872 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:46.219820 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Bound port: 434f20a2-a5cf-420e-bf57-ba15658fbe4a, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:46.221084 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.297252 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Allocated IP 172.20.0.1 (fff87711-43f6-47c0-9f3d-50187bdedcea/3945870c-43ab-4fbb-a30d-49021da6ed99/eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:20:46.380346 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] For port 434f20a2-a5cf-420e-bf57-ba15658fbe4a, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:46.388598 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] For port 434f20a2-a5cf-420e-bf57-ba15658fbe4a, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=434f20a2-a5cf-420e-bf57-ba15658fbe4a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:46.399408 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.576608 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:46.577896 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:46.628905 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ff344334-2cd3-45c3-b838-913d1c7086ae up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:46.704579 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d32d9-f50c-4db3-aeba-2240a35102f9 None None] Pushing event updated for resources: {'Port': ['ID=434f20a2-a5cf-420e-bf57-ba15658fbe4a,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:46.841103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.875824 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ff344334-2cd3-45c3-b838-913d1c7086ae triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:46.876195 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:46.885522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Transition to ACTIVE for port object eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:46.949060 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:47.034444 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:47.107930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Network fff87711-43f6-47c0-9f3d-50187bdedcea is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:47.119392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:47.126776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:20:47.217747 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Pushing event updated for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:47.275809 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:47.493989 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:47.605900 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b4fc-fc6e-4587-b662-fb3fa435d682 req-70bb0b82-1d1d-44e6-899b-0c9f2f4f71cd tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:47.626785 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d100b4fc-fc6e-4587-b662-fb3fa435d682 req-70bb0b82-1d1d-44e6-899b-0c9f2f4f71cd tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3483062 Jan 17 17:20:47.693500 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d100b4fc-fc6e-4587-b662-fb3fa435d682 req-2b4bbc9f-8936-4044-a999-044745db69f0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628588 Jan 17 17:20:47.723688 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-fdc3429c-6249-4048-9421-63c673500dd5 None None] Provisioning for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:47.731475 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-fdc3429c-6249-4048-9421-63c673500dd5 None None] Provisioning complete for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:47.732234 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdc3429c-6249-4048-9421-63c673500dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:47.821716 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:40Z', 'revision_number': 3, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:47.828801 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096d1d2-239d-4fff-9e44-fb2046922ccc None None] The sync data for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb is: [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:40Z', 'revision_number': 3, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:20:47.834656 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3429c-6249-4048-9421-63c673500dd5 None None] Port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:20:48.033852 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:48.046586 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:48.163620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:48.365937 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Pushing event updated for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:48.378528 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.379114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.379688 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.380171 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.380662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.381165 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.381666 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.382150 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.383032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.383555 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.384088 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.384701 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:48.563618 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Network fff87711-43f6-47c0-9f3d-50187bdedcea is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:20:48.573369 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:20:48.694651 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 434f20a2-a5cf-420e-bf57-ba15658fbe4a up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:48.917556 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 434f20a2-a5cf-420e-bf57-ba15658fbe4a completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:48.924776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 434f20a2-a5cf-420e-bf57-ba15658fbe4a triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:48.925133 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:49.270053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:20:49.340670 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1f25-15cb-45c2-b822-4a5bc519b8e7 req-37ab13d7-a1f1-4a66-b0d0-7bcf83f0241d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:49.356316 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5ebb1f25-15cb-45c2-b822-4a5bc519b8e7 req-37ab13d7-a1f1-4a66-b0d0-7bcf83f0241d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3259590 Jan 17 17:20:49.426841 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:49.467056 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 434f20a2-a5cf-420e-bf57-ba15658fbe4a, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=434f20a2-a5cf-420e-bf57-ba15658fbe4a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:49.469776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-7c5de8d8-f8b4-4626-8241-b545653112b9 None None] Provisioning complete for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:49.471468 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-7c5de8d8-f8b4-4626-8241-b545653112b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:49.479888 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5ebb1f25-15cb-45c2-b822-4a5bc519b8e7 req-d78fc3f7-9f70-4bea-8375-98f31042d447 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214604 Jan 17 17:20:49.549213 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:49.756338 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=434f20a2-a5cf-420e-bf57-ba15658fbe4a,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:49.796363 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-7c5de8d8-f8b4-4626-8241-b545653112b9 None None] Port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:20:49.880363 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:20:49.927095 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-8c4519bf-b89d-436d-a4cd-ed8f61b2c6db admin admin] 10.222.0.102 "PUT /v2.0/routers/67bddb31-6a46-4bf5-867a-0c1b7067d0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2392063 Jan 17 17:20:50.603091 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 434f20a2-a5cf-420e-bf57-ba15658fbe4a up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:50.757563 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 434f20a2-a5cf-420e-bf57-ba15658fbe4a triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:50.757962 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:50.841092 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Sync routers for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:20:50.913838 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:50.914464 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:51.051460 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6693-efe3-4d7f-b425-4bbc44ead5d4 req-97fc97f5-5ce3-4fc6-9e7a-122daff42a90 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:51.067934 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-049d6693-efe3-4d7f-b425-4bbc44ead5d4 req-97fc97f5-5ce3-4fc6-9e7a-122daff42a90 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1856289 Jan 17 17:20:51.175704 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-049d6693-efe3-4d7f-b425-4bbc44ead5d4 req-6a37665c-bf48-4954-830b-ff3d15267134 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030536 Jan 17 17:20:51.260498 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:51.328425 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49930) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:51.334951 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790348292', 'description': 'tempest-secgroup-smoke-790348292 description', 'project_id': 'd694c8ea99da46abb59d47d0320607ac'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:51.355006 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:51.365279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:51.368563 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:51.382548 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:51.406748 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.447765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:51.463618 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:51.476412 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:51.493242 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:51.636474 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.643181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.696765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.704718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3750231 Jan 17 17:20:51.708619 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49946) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:51.709395 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a2e86-86df-48fe-a1f0-848280adcb04,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:51.715814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:51.722332 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.723021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.724215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.724892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.725431 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.725978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.726538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.727060 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.727542 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.728119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.728581 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.729031 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7101a-eaeb-426d-be95-88d98f95ad83 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:51.729648 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:51.739726 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:51.748125 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:51.766258 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:51.793735 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.951797 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.968285 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:51.974170 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:47Z', 'revision_number': 4, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5', 'name': '', 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'mac_address': 'fa:16:3e:93:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:46Z', 'updated_at': '2022-01-17T17:20:47Z', 'revision_number': 2, 'project_id': 'a7e2532de23840db890685200995a57e', 'subnets': [{'id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:51.982829 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Checking router: 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:20:51.983196 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Updating router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:20:52.006146 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43766290-c784-48ae-b577-f193dc3671c3,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:52.010878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.012351 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f2c1525a-fcd1-4832-b5fb-d74eaa9e6fb5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3027010 Jan 17 17:20:52.015335 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49958) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:52.022367 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:52.030467 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:52.037936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:52.042440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:52.051835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:52.092172 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.146490 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.216780 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.224631 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.255288 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c41c99-da46-4066-afef-300e38a770ab,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:52.287114 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.292103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49968) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:52.292277 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-47a9f4f8-c15d-4402-be62-5434e5d84206 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2751737 Jan 17 17:20:52.298032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:52.304435 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:52.309352 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:52.312578 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:52.319925 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:52.361139 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.490476 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.498980 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.520580 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f3f1e-9ed4-4604-9380-f767c5c6bd4b req-ea7f4db5-49a6-45de-9074-41b70c4bf903 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:52.522779 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-268f3f1e-9ed4-4604-9380-f767c5c6bd4b req-ea7f4db5-49a6-45de-9074-41b70c4bf903 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1584356 Jan 17 17:20:52.533247 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06b4a57-637e-4808-80db-4fd8df8850b5,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:52.551854 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.555788 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-37ba8a92-1f53-4d84-9f9b-13a2d126e74a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2609272 Jan 17 17:20:52.556786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 49972) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:52.568167 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:52.581389 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:52.586147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:52.589513 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:52.595928 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:52.618847 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.631284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-268f3f1e-9ed4-4604-9380-f767c5c6bd4b req-c18cb216-c986-467a-94e7-d723c244be85 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937884 Jan 17 17:20:52.713013 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.720302 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.745303 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.758816 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Transition to ACTIVE for port object eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:20:52.769208 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.770418 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.775820 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151623 Jan 17 17:20:52.776601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49976) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:52.779552 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7fb4f-aa0b-4452-a1d3-673cdf761718 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adda2ed-21e6-4f53-925e-e676e9dec21c,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:52.782596 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:52.794608 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:52.801967 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:52.810490 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:52.822217 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:52.837153 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.securitygroups_db [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Project d694c8ea99da46abb59d47d0320607ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:20:52.847325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.944117 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:52.963268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.021291 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4018178a-55a6-4c27-bce0-daf0d1316ae8,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:53.047834 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.049152 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Attempting to bind port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:20:53.050812 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Attempting to bind port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:20:53.051345 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Attempting to bind port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 on network fff87711-43f6-47c0-9f3d-50187bdedcea {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:20:53.051900 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-646849eb-286b-46e8-8193-92f811a36aa7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2739770 Jan 17 17:20:53.054761 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 49982) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:53.059828 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'security_group_rule': {'security_group_id': 'c14a2e86-86df-48fe-a1f0-848280adcb04', 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:20:53.060393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:20:53.061022 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Checking segment: {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:20:53.061703 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.062282 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Bound using segment: {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:20:53.062961 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Bound port: eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:20:53.063605 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.076678 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:53.088036 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:security_group_rule and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:53.103709 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:53.123789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:53.161393 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.securitygroups_db [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Project d694c8ea99da46abb59d47d0320607ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:20:53.182657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.313542 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e0b1-076b-4a1c-b07d-2365175f212e None None] Pushing event updated for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:53.380799 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.386921 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.437776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] For port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:20:53.441271 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] For port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:20:53.448151 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.450918 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68466d4-0184-4e70-9524-c41ab4742d64,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:53.455700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:53.467758 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-16282f7d-cd8b-4439-a398-a0cccdda8e9d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4029620 Jan 17 17:20:53.567627 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4e0b1-076b-4a1c-b07d-2365175f212e None None] Pushing event updated for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:53.602451 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:20:53.603277 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:20:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:54.041390 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:20:54.109571 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4ac6-baba-493a-a835-b582d1b776be req-5aa9de59-d948-4094-9d41-73154aa0ec9a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:54.118553 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-90ef4ac6-baba-493a-a835-b582d1b776be req-5aa9de59-d948-4094-9d41-73154aa0ec9a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1686215 Jan 17 17:20:54.181349 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-90ef4ac6-baba-493a-a835-b582d1b776be req-849071bd-2790-4b52-9142-8da4fb5b9047 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617607 Jan 17 17:20:54.604735 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:47Z', 'revision_number': 4, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5', 'name': '', 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'mac_address': 'fa:16:3e:93:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:46Z', 'updated_at': '2022-01-17T17:20:53Z', 'revision_number': 4, 'project_id': 'a7e2532de23840db890685200995a57e', 'subnets': [{'id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:20:54.623398 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c138560-a79e-405a-9299-b9c608aae616 None None] The sync data for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb is: [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:20:47Z', 'revision_number': 4, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5', 'name': '', 'network_id': 'fff87711-43f6-47c0-9f3d-50187bdedcea', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'mac_address': 'fa:16:3e:93:cc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:46Z', 'updated_at': '2022-01-17T17:20:53Z', 'revision_number': 4, 'project_id': 'a7e2532de23840db890685200995a57e', 'subnets': [{'id': '3945870c-43ab-4fbb-a30d-49021da6ed99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:20:54.926938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08857ecc-0589-4612-a34b-c7e09f7aa993 req-14396705-ba29-465b-a3e7-824737954e5d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:54.929058 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-08857ecc-0589-4612-a34b-c7e09f7aa993 req-14396705-ba29-465b-a3e7-824737954e5d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.1707318 Jan 17 17:20:55.006244 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-08857ecc-0589-4612-a34b-c7e09f7aa993 req-8b2fcea0-3a1c-47de-bcf4-8174b8df2089 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697842 Jan 17 17:20:55.404222 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983706a-75cc-4cf8-b8ef-090c427dfdb6 req-30342527-6a78-4816-9f19-2093408b664c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:55.414950 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f983706a-75cc-4cf8-b8ef-090c427dfdb6 req-30342527-6a78-4816-9f19-2093408b664c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1104429 Jan 17 17:20:55.469870 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f983706a-75cc-4cf8-b8ef-090c427dfdb6 req-10fdc2c1-d386-449c-a859-8f20c75fe45d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Jan 17 17:20:56.251880 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916d585-cb20-40ce-a84c-17d62c5ff318 req-8ea98e4f-f5f2-4fe3-b6c9-233b5da6de6d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:56.254176 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1916d585-cb20-40ce-a84c-17d62c5ff318 req-8ea98e4f-f5f2-4fe3-b6c9-233b5da6de6d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.1022263 Jan 17 17:20:56.303377 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1916d585-cb20-40ce-a84c-17d62c5ff318 req-5675236a-6ddd-42ea-b646-3b6bcbbdbbf1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Jan 17 17:20:56.592906 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:56.697183 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-631e5011-25c4-4786-8ab0-5d83093825da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:56.697974 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-631e5011-25c4-4786-8ab0-5d83093825da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:20:56.719069 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-631e5011-25c4-4786-8ab0-5d83093825da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:20:56.720215 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-631e5011-25c4-4786-8ab0-5d83093825da tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.1589289 Jan 17 17:20:56.723987 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbf88d-be0f-476a-9c2b-f19105bf3e35 req-960a6adf-0347-41a1-8603-b22c788ff6b1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:56.732175 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-73bbf88d-be0f-476a-9c2b-f19105bf3e35 req-960a6adf-0347-41a1-8603-b22c788ff6b1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1293921 Jan 17 17:20:56.762429 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:20:56.776246 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:56.776629 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:56.795796 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-73bbf88d-be0f-476a-9c2b-f19105bf3e35 req-6b71b714-f364-45ac-b4bc-e21a905bcf33 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623760 Jan 17 17:20:56.838831 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Deleting port c4ff8923-3d30-4fea-a37b-496e548c627e {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:20:56.841370 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:56.958252 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:56.999339 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:57.005117 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:57.131583 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:57.142110 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.142539 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.142953 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.143533 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.143967 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.144488 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.145045 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.145230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.145736 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.146174 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.146661 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.146945 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:20:57.178651 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] For port c4ff8923-3d30-4fea-a37b-496e548c627e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c4ff8923-3d30-4fea-a37b-496e548c627e,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:20:57.179014 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:57.319073 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Calling delete_port for c4ff8923-3d30-4fea-a37b-496e548c627e owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:20:57.637137 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:57.654265 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b', 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'c4ff8923-3d30-4fea-a37b-496e548c627e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:20:57.659570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561284b-0dac-4c59-89b2-dec0c5f9b6aa req-644ab24c-429b-4334-a056-d3b1b3eab9ad tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:57.662333 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c561284b-0dac-4c59-89b2-dec0c5f9b6aa req-644ab24c-429b-4334-a056-d3b1b3eab9ad tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=67e51f63-a848-474c-bd14-df4f30abec5c HTTP/1.1" status: 200 len: 945 time: 0.1617408 Jan 17 17:20:57.695977 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event deleted for resources: {'Port': ['ID=c4ff8923-3d30-4fea-a37b-496e548c627e,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:57.804476 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c561284b-0dac-4c59-89b2-dec0c5f9b6aa req-2db38cd5-55bb-4826-979e-ce2acfa57d5d tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351247 Jan 17 17:20:57.829652 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] No DVR routers for this DVR port c4ff8923-3d30-4fea-a37b-496e548c627e on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:20:57.834528 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:57.841048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'name': 'network-vif-deleted', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:20:57.865479 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-115c97ec-bbc4-409a-9adb-f0da28e52389 req-c76f0a84-f2bd-4aca-82ca-5d35aa37815c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "DELETE /v2.0/ports/c4ff8923-3d30-4fea-a37b-496e548c627e HTTP/1.1" status: 204 len: 173 time: 1.1331744 Jan 17 17:20:58.182628 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50070) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:58.261560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc23f8-e0da-407b-81a2-08f9a7a168ac req-bcd69e24-4f25-4b0d-83f7-fcc2d0ff762e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:58.266244 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-65fc23f8-e0da-407b-81a2-08f9a7a168ac req-bcd69e24-4f25-4b0d-83f7-fcc2d0ff762e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1979051 Jan 17 17:20:58.331965 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-65fc23f8-e0da-407b-81a2-08f9a7a168ac req-b9b8c23b-0513-4bd4-b0e0-ee5e971223a2 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562220 Jan 17 17:20:58.348534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.372486 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:58.382307 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Usage tracker for resource:security_group_rule and tenant:4ff67c81a47e41e5bd518d28a1f86d1a is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:58.384733 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:58.394379 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:58.439319 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e51f63-a848-474c-bd14-df4f30abec5c', 'name': 'network-vif-deleted', 'tag': 'c4ff8923-3d30-4fea-a37b-496e548c627e', 'status': 'completed', 'code': 200} Jan 17 17:20:58.517257 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.535541 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.583493 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:20:58.604350 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4ff67c81a47e41e5bd518d28a1f86d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200854 Jan 17 17:20:58.605957 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338ac82-51e9-4680-aece-8b4208a4cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c2eeed-78ef-464c-958c-026dfd858039,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:58.607350 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50076) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:58.685655 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.726591 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.733023 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:20:58.733567 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.803887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.819646 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c2eeed-78ef-464c-958c-026dfd858039,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:58.828280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:58.828865 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e89b64e1-3f10-4032-91e9-1ad9fee02136 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/55c2eeed-78ef-464c-958c-026dfd858039 HTTP/1.1" status: 204 len: 168 time: 0.2198143 Jan 17 17:20:59.340970 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50092) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:59.420298 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:59.465545 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:20:59.497784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Usage tracker for resource:security_group_rule and tenant:08a47a1373d548ae99d79a4bc6a92645 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:20:59.499770 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:20:59.521218 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:20:59.695800 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:59.706092 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:59.766162 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f51bc5-ba36-4d9c-a0a4-f9dcf569a2db,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:20:59.770767 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-8a201fb7-26fe-4f3f-a8d2-0cab29a1fcf8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=08a47a1373d548ae99d79a4bc6a92645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4287548 Jan 17 17:20:59.774624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50102) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:20:59.839126 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ced89-ca82-43da-a8de-bf90838eb605 req-1ca6f494-051c-4a64-b54d-e0e9243fef9c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:20:59.841029 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734ced89-ca82-43da-a8de-bf90838eb605 req-1ca6f494-051c-4a64-b54d-e0e9243fef9c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2148817 Jan 17 17:20:59.880646 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:20:59.927962 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734ced89-ca82-43da-a8de-bf90838eb605 req-c51804fd-0d7f-4392-8bd4-2469824ec4cc tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716138 Jan 17 17:20:59.929644 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.000839 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.018595 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f51bc5-ba36-4d9c-a0a4-f9dcf569a2db,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:00.023686 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.024874 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1be4eec8-cd8a-4cf3-9243-a28483afa6e7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/52f51bc5-ba36-4d9c-a0a4-f9dcf569a2db HTTP/1.1" status: 204 len: 168 time: 0.2493315 Jan 17 17:21:00.505997 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50114) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:00.547949 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.577029 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:00.588700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca2f248b6d24b5b9c19d9fb52e05393 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:00.591679 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:00.603643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:00.731803 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.740191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.829578 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8529597e-65b7-43ac-bec0-0bca7b7ffea0,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:00.842448 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50122) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:00.843300 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b3b4919e-f04c-4822-90e2-54c6ab9cba98 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7ca2f248b6d24b5b9c19d9fb52e05393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358371 Jan 17 17:21:00.938378 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:00.971072 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:01.022066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564201a-6c72-48ab-8ffd-298f0bc1185b req-78ef0e5c-0d3a-4c8b-9d7d-b28fb218afd1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:01.029082 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2564201a-6c72-48ab-8ffd-298f0bc1185b req-78ef0e5c-0d3a-4c8b-9d7d-b28fb218afd1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.1306996 Jan 17 17:21:01.056512 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:01.075622 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8529597e-65b7-43ac-bec0-0bca7b7ffea0,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:01.084247 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2564201a-6c72-48ab-8ffd-298f0bc1185b req-868b68da-17b7-4522-94cc-42997d7b32e4 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542059 Jan 17 17:21:01.089196 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:01.090244 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f31c5345-6f66-4355-9f3f-c139592c8c9e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8529597e-65b7-43ac-bec0-0bca7b7ffea0 HTTP/1.1" status: 204 len: 168 time: 0.2468631 Jan 17 17:21:01.339343 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e1a99-7e98-4bb1-982c-ac6a74189f21 req-bcf7bf2f-c5ea-40f2-a754-2f9e50d57225 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:01.356093 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-794e1a99-7e98-4bb1-982c-ac6a74189f21 req-bcf7bf2f-c5ea-40f2-a754-2f9e50d57225 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1486416 Jan 17 17:21:01.410909 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-794e1a99-7e98-4bb1-982c-ac6a74189f21 req-a77af7f6-7910-44c3-a58e-7e8ff185308a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509574 Jan 17 17:21:01.711664 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c4ff8923-3d30-4fea-a37b-496e548c627e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:21:01.781957 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: c4ff8923-3d30-4fea-a37b-496e548c627e {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:21:01.782666 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c4ff8923-3d30-4fea-a37b-496e548c627e not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:21:02.338987 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9bcbf-ce75-45a2-8da6-f37cdfc311d0 req-6ca9faab-4631-4c18-ade7-ece819f08a77 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:02.341279 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c5f9bcbf-ce75-45a2-8da6-f37cdfc311d0 req-6ca9faab-4631-4c18-ade7-ece819f08a77 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.1150689 Jan 17 17:21:02.392951 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c5f9bcbf-ce75-45a2-8da6-f37cdfc311d0 req-96ae71af-64fd-4821-8adc-22e86599027b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Jan 17 17:21:02.611108 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50162) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:02.660448 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aba66f-0143-446f-97fe-abd593f0460d req-dae8324c-ed8b-45bb-85e2-503bc039a7f3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:02.662130 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-73aba66f-0143-446f-97fe-abd593f0460d req-dae8324c-ed8b-45bb-85e2-503bc039a7f3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1140893 Jan 17 17:21:02.706115 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3a9f6d00-846f-4ab3-b45d-0239d63288d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:02.726404 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-73aba66f-0143-446f-97fe-abd593f0460d req-2c28f305-de6c-4451-bbc6-e5c0e3dbdc7c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579376 Jan 17 17:21:02.832551 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:02.862836 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:02.869241 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Usage tracker for resource:security_group_rule and tenant:8ea2fd7fb90f40d1934b2b4a78866b8d is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:02.873098 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:02.881489 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:02.904678 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-5c4acbce-9aa6-441a-a454-6545f7d760d0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:02.905360 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-5c4acbce-9aa6-441a-a454-6545f7d760d0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:02.935961 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-5c4acbce-9aa6-441a-a454-6545f7d760d0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:02.937570 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-5c4acbce-9aa6-441a-a454-6545f7d760d0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.1775918 Jan 17 17:21:03.028749 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Deleting port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:21:03.029099 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.149572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.163484 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.250471 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8ea2fd7fb90f40d1934b2b4a78866b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373703 Jan 17 17:21:03.254314 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50170) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:03.308131 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc20315-7c11-4a93-8aa1-45d25f6f0bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c452d4c-b1cb-4de9-bfc5-8131e566ccbe,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:03.351353 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.395135 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] For port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:03.395914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.403354 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.500993 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.530082 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c452d4c-b1cb-4de9-bfc5-8131e566ccbe,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:03.557402 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.564627 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-8ae02c7b-0672-4d7f-a391-bba263c801cd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2c452d4c-b1cb-4de9-bfc5-8131e566ccbe HTTP/1.1" status: 204 len: 168 time: 0.3082418 Jan 17 17:21:03.584959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Calling delete_port for 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:21:03.844671 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab740cc8-7dcf-4859-b731-dae8f2dd90d0 req-502676fa-fee5-4c53-958d-f8f25bdcf8ff tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:03.858213 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab740cc8-7dcf-4859-b731-dae8f2dd90d0 req-502676fa-fee5-4c53-958d-f8f25bdcf8ff tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=d3931911-9aa1-45d8-9a06-9859b362c01e HTTP/1.1" status: 200 len: 946 time: 0.2495162 Jan 17 17:21:03.940821 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:03.971642 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b', 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:03.975537 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab740cc8-7dcf-4859-b731-dae8f2dd90d0 req-7406bbe0-ce8e-44a0-9555-127ac5eb37d5 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162839 Jan 17 17:21:04.030836 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event deleted for resources: {'Port': ['ID=1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:04.157294 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] No DVR routers for this DVR port 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:21:04.159986 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:04.163965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'name': 'network-vif-deleted', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:04.194861 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-64320bbc-3897-4607-8ff7-aa233d0be69b req-ec959169-a6a4-41cc-93e0-5ad8b31325d1 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "DELETE /v2.0/ports/1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad HTTP/1.1" status: 204 len: 173 time: 1.2507687 Jan 17 17:21:04.363742 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7886c-c788-425b-b779-cb239d654b6a req-6d72d6ec-f2df-4c38-99b3-3b66fb21ddf7 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:04.366050 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-93d7886c-c788-425b-b779-cb239d654b6a req-6d72d6ec-f2df-4c38-99b3-3b66fb21ddf7 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1718554 Jan 17 17:21:04.463731 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-93d7886c-c788-425b-b779-cb239d654b6a req-55a0dc2d-dcda-433e-b1d0-c254cd25ba18 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918853 Jan 17 17:21:04.541700 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3931911-9aa1-45d8-9a06-9859b362c01e', 'name': 'network-vif-deleted', 'tag': '1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad', 'status': 'completed', 'code': 200} Jan 17 17:21:04.790955 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50206) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:04.951307 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1781302701-network', 'tenant_id': '42e080168f3849a69fab11bd4bf66b24'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:04.956893 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:04.962185 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Usage tracker for resource:network and tenant:42e080168f3849a69fab11bd4bf66b24 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:04.965568 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:04.973499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:04.988234 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Made reservation on behalf of 42e080168f3849a69fab11bd4bf66b24 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:04.991584 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.008889 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.023642 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:05.027917 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Usage tracker for resource:security_group_rule and tenant:42e080168f3849a69fab11bd4bf66b24 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:05.031071 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:05.048453 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:05.094831 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-caea01c9-3ed0-4707-9189-ee54e531a16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.253732 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.265253 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.309462 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:21:05.320668 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a8258e-b95a-438b-840e-34f5f44e641b,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:05.327590 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.327936 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Added segment 248644e9-b140-45fb-bfdf-826ae28dc07b of type vlan for network 12e4a735-f692-406b-9088-32e8d49b04df Jan 17 17:21:05.360812 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.409474 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.410463 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:05.411973 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.552171 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] Pushing event updated for resources: {'Network': ['ID=12e4a735-f692-406b-9088-32e8d49b04df,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:05.563476 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 12e4a735-f692-406b-9088-32e8d49b04df details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:21:05.571787 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-71f55b63-1e10-42cc-a9d3-aceae3088f65 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7765145 Jan 17 17:21:05.573898 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50274) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:05.578434 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Request body: {'subnet': {'network_id': '12e4a735-f692-406b-9088-32e8d49b04df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1781302701-subnet', 'tenant_id': '42e080168f3849a69fab11bd4bf66b24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:05.583898 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:05.588893 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Usage tracker for resource:subnet and tenant:42e080168f3849a69fab11bd4bf66b24 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:05.591950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:05.598647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:05.611147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Made reservation on behalf of 42e080168f3849a69fab11bd4bf66b24 for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:05.614970 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100660'] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:05.908499 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ee222-f16a-4d52-a938-dc16c842b4a7 req-5937241d-695a-48eb-ac4f-bf7fe7d2470a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:05.910148 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-117ee222-f16a-4d52-a938-dc16c842b4a7 req-5937241d-695a-48eb-ac4f-bf7fe7d2470a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1267123 Jan 17 17:21:05.917424 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aa05e-abcf-4d28-9115-cdf205acc08b req-62234abf-cbd3-4ef4-ac35-cf71a247ac2c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:05.918821 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-452aa05e-abcf-4d28-9115-cdf205acc08b req-62234abf-cbd3-4ef4-ac35-cf71a247ac2c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2660403 Jan 17 17:21:05.968211 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100646'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:06.016263 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-117ee222-f16a-4d52-a938-dc16c842b4a7 req-2cb48fa7-8561-4455-8e8f-ffecfee9ac54 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964015 Jan 17 17:21:06.051929 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-452aa05e-abcf-4d28-9115-cdf205acc08b req-fff1a774-007a-49af-8e55-de5729dc5a96 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193240 Jan 17 17:21:06.082350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:06.102604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca566df-92ae-4af8-bfc4-789536320dd9,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:06.118544 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Checking segment: {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:06.119117 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Network hostable DHCP agents. Network: 12e4a735-f692-406b-9088-32e8d49b04df, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:21:06.146807 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Network 12e4a735-f692-406b-9088-32e8d49b04df is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:21:06.149062 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:06.158863 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 12e4a735-f692-406b-9088-32e8d49b04df) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:06.165131 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:06.167559 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:06.168031 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef86f83-6f3b-4b2a-8ba8-6c2088cd0e96 None None] Network 12e4a735-f692-406b-9088-32e8d49b04df requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:21:06.193556 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d8500546-7cca-43ce-8b59-bf914470e78f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6200554 Jan 17 17:21:06.266042 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86408-d809-433a-ae7d-0f54db2478f6 req-267ca340-7ada-4b45-89e4-4938431b25ed tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:06.267574 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-31f86408-d809-433a-ae7d-0f54db2478f6 req-267ca340-7ada-4b45-89e4-4938431b25ed tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.1079228 Jan 17 17:21:06.325942 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-31f86408-d809-433a-ae7d-0f54db2478f6 req-69c5f39a-6f7e-4628-8754-619df5007da2 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Jan 17 17:21:06.547241 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a139275-65e0-4b42-83ed-c409bc51ace6 None None] Network 12e4a735-f692-406b-9088-32e8d49b04df requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:21:06.550765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7169f3-e915-40ae-bb14-01c68ada27e3 req-bf938712-9980-4519-adeb-95393a0dd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:06.552258 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-2e7169f3-e915-40ae-bb14-01c68ada27e3 req-bf938712-9980-4519-adeb-95393a0dd110 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.1059074 Jan 17 17:21:06.602277 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-2e7169f3-e915-40ae-bb14-01c68ada27e3 req-71c3135d-8f2c-4d96-bb43-75a450564570 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Jan 17 17:21:07.323734 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091459a-4e5a-421b-9c06-c518129e1eae req-3e4e62b0-30ec-46b5-b1bc-b3213b91e444 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:07.325295 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a091459a-4e5a-421b-9c06-c518129e1eae req-3e4e62b0-30ec-46b5-b1bc-b3213b91e444 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1552873 Jan 17 17:21:07.339617 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345998b0-df1f-466c-b35d-4d4ae2e0758d req-2e0f9f23-db02-483b-818f-4e3e54e0098b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:07.341015 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-345998b0-df1f-466c-b35d-4d4ae2e0758d req-2e0f9f23-db02-483b-818f-4e3e54e0098b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1332827 Jan 17 17:21:07.412124 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a091459a-4e5a-421b-9c06-c518129e1eae req-78129f38-d12d-499a-ba7d-4375b8fe86be tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699971 Jan 17 17:21:07.416376 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-345998b0-df1f-466c-b35d-4d4ae2e0758d req-b5ef1025-7aad-49a5-aa25-58b6152e095d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Jan 17 17:21:07.487103 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42069b3-847c-4233-b476-2b129fd193c1 req-e608d418-bc71-412a-8f09-327042ef9cf7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:07.488420 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c42069b3-847c-4233-b476-2b129fd193c1 req-e608d418-bc71-412a-8f09-327042ef9cf7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:07.505016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c42069b3-847c-4233-b476-2b129fd193c1 req-e608d418-bc71-412a-8f09-327042ef9cf7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:07.506170 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c42069b3-847c-4233-b476-2b129fd193c1 req-e608d418-bc71-412a-8f09-327042ef9cf7 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.1029954 Jan 17 17:21:07.598692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Deleting port c42f2a00-c0ca-4b8f-85b0-7321601b57fb {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:21:07.599854 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.607820 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:07.633948 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79186502-653a-42f6-a254-2f12992ea6f0 req-867c9fa5-c00c-4e74-951a-b8885362683e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:07.635716 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79186502-653a-42f6-a254-2f12992ea6f0 req-867c9fa5-c00c-4e74-951a-b8885362683e tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=1ede7fe0-ee6c-44b7-8177-30122f7b85fc HTTP/1.1" status: 200 len: 945 time: 0.0952735 Jan 17 17:21:07.688614 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79186502-653a-42f6-a254-2f12992ea6f0 req-ac8224f8-fa5f-4c9b-8905-0ca532d34706 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Jan 17 17:21:07.728683 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:21:07.766551 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:21:07.767188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 1a2fda9d-b1b0-4e8d-8263-d919d33cd5ad not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:21:07.897082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] For port c42f2a00-c0ca-4b8f-85b0-7321601b57fb, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:07.897458 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.034645 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Calling delete_port for c42f2a00-c0ca-4b8f-85b0-7321601b57fb owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:21:08.182076 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.193582 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b', 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:08.233473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event deleted for resources: {'Port': ['ID=c42f2a00-c0ca-4b8f-85b0-7321601b57fb,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:08.325454 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] No DVR routers for this DVR port c42f2a00-c0ca-4b8f-85b0-7321601b57fb on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:21:08.327856 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.333589 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'name': 'network-vif-deleted', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:08.354502 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c42069b3-847c-4233-b476-2b129fd193c1 req-da0129bc-55a8-4340-a9c8-0e8301d1e75f tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "DELETE /v2.0/ports/c42f2a00-c0ca-4b8f-85b0-7321601b57fb HTTP/1.1" status: 204 len: 173 time: 0.8408763 Jan 17 17:21:08.414768 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ede7fe0-ee6c-44b7-8177-30122f7b85fc', 'name': 'network-vif-deleted', 'tag': 'c42f2a00-c0ca-4b8f-85b0-7321601b57fb', 'status': 'completed', 'code': 200} Jan 17 17:21:08.540330 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50410) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:08.607096 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Deleting subnet 65c8a8ae-c06b-4677-8a98-b154e97fa329 {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:21:08.610285 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.660808 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3854146'] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.731410 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.760255 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-fadedd0b-bf22-4b7d-8188-53ffcef8e82a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:08.761701 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-fadedd0b-bf22-4b7d-8188-53ffcef8e82a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 814 time: 0.2231247 Jan 17 17:21:08.773965 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39533b77-de11-4d7d-89c9-3a89fab282b0 req-7f765fec-928f-4b5a-a9ab-c8e9937ad86d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:08.781045 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39533b77-de11-4d7d-89c9-3a89fab282b0 req-7f765fec-928f-4b5a-a9ab-c8e9937ad86d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2117541 Jan 17 17:21:08.818501 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-a757b80b-4ad6-4012-bd96-6309a9d28882 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/quotas/42e080168f3849a69fab11bd4bf66b24 HTTP/1.1" status: 200 len: 375 time: 0.0225210 Jan 17 17:21:08.821467 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100575'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.860102 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c8a8ae-c06b-4677-8a98-b154e97fa329,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:08.867315 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:08.879973 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-693436cb-c86c-45de-bea7-5e5bb96ed264 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/65c8a8ae-c06b-4677-8a98-b154e97fa329 HTTP/1.1" status: 204 len: 168 time: 0.3355880 Jan 17 17:21:08.880289 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50420) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:08.884540 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ffa6ce69-19a8-4e06-96e3-1be62233d0c5 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651765 Jan 17 17:21:08.891787 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39533b77-de11-4d7d-89c9-3a89fab282b0 req-074d0c55-fa3e-4297-8e8f-160ed6d8f16b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098871 Jan 17 17:21:09.063950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.156255 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-a87bfd6a-c662-48e9-8b7f-cdaad2d02aa7 service neutron] 10.222.0.102 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628012 Jan 17 17:21:09.276815 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305db1f-aee4-4297-a911-523befd3dcb4 req-65bf32c1-8ad6-40c6-8931-414eef8ea6fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:09.278525 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c305db1f-aee4-4297-a911-523befd3dcb4 req-65bf32c1-8ad6-40c6-8931-414eef8ea6fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2301109 Jan 17 17:21:09.284768 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.310585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d55e97-5dab-4517-813d-395f6f245358']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:09.323835 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc652a48-45a4-4974-9d77-ca9849f49bf5') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:09.324218 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc652a48-45a4-4974-9d77-ca9849f49bf5') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:09.336120 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.355073 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.365164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:21:09.366436 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.367726 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-2fb64a2b-f768-49a7-b184-03b0a02b7464 service neutron] 10.222.0.102 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040334 Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:21:09.384179 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:21:09.388443 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c305db1f-aee4-4297-a911-523befd3dcb4 req-dbce29a1-74d9-470d-ad75-9355146261a9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016839 Jan 17 17:21:09.485193 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.510874 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.517422 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] 10.222.0.102 "DELETE /v2.0/networks/58d55e97-5dab-4517-813d-395f6f245358 HTTP/1.1" status: 204 len: 168 time: 0.6359296 Jan 17 17:21:09.536299 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20435109-6c5c-4b34-9a59-d5ac29975c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d55e97-5dab-4517-813d-395f6f245358,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:09.715068 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-590ccb49-a3ae-470a-b742-388d7ca4ad5d req-6767e462-d571-4839-b74a-7e1b8b1e068d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 210 time: 0.0969737 Jan 17 17:21:09.715494 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50442) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:09.797760 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-5264a7fc-3c8d-48e6-9854-53b24dc8ef11 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bdc18c3cba3645e2826b39ec8f7e0e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809124 Jan 17 17:21:09.801649 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50452) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:09.874978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:09.912627 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339292-c697-406e-b9a9-6e692f49c318 req-0cd5e6db-9ef8-4493-98bf-46fa428eeedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:09.914184 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-0cd5e6db-9ef8-4493-98bf-46fa428eeedb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.0852916 Jan 17 17:21:09.954480 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:10.040216 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1fd69-f01f-4b7a-8d58-202a86148d17 req-89508fd0-8b75-46f3-ac86-f4d67423cd88 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:10.041722 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-77f1fd69-f01f-4b7a-8d58-202a86148d17 req-89508fd0-8b75-46f3-ac86-f4d67423cd88 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1565204 Jan 17 17:21:10.064464 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:10.073419 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339292-c697-406e-b9a9-6e692f49c318 req-23c3285f-24e5-49be-8a59-9c43de1e5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:10.075202 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-23c3285f-24e5-49be-8a59-9c43de1e5d3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.1545637 Jan 17 17:21:10.086736 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb39de0e-6a07-40b6-8112-4ca7af45f6dd,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:10.114057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:10.126276 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b1df17aa-df7f-4282-8222-d8264691797a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cb39de0e-6a07-40b6-8112-4ca7af45f6dd HTTP/1.1" status: 204 len: 168 time: 0.3169262 Jan 17 17:21:10.136511 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-77f1fd69-f01f-4b7a-8d58-202a86148d17 req-3ca909cd-a58b-4d20-9cc8-e3919fb011ab tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891793 Jan 17 17:21:10.158291 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-f945031b-494e-4482-9d90-734797feba6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.0744243 Jan 17 17:21:10.260140 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339292-c697-406e-b9a9-6e692f49c318 req-090671b8-4d0a-4297-9afb-c62a66a85c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:10.261756 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-090671b8-4d0a-4297-9afb-c62a66a85c22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.0970013 Jan 17 17:21:10.336317 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-ed037753-6e46-4eb2-baae-fcc7cc5855c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666730 Jan 17 17:21:10.564245 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-ea894230-886a-4387-9896-9c1dba1fd1ff service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113285 Jan 17 17:21:10.681586 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25ffcc-dfc4-4e24-99f6-d5d7b89293aa req-59130f61-6355-4ab1-bd16-c70eb9ba40f5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:10.683118 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0f25ffcc-dfc4-4e24-99f6-d5d7b89293aa req-59130f61-6355-4ab1-bd16-c70eb9ba40f5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1279848 Jan 17 17:21:10.752766 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6d339292-c697-406e-b9a9-6e692f49c318 req-05211c6b-280e-401b-b3ae-b0fcf9f79644 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777787 Jan 17 17:21:10.761530 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0f25ffcc-dfc4-4e24-99f6-d5d7b89293aa req-2375795b-df56-47da-af2a-7e815aa44cc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580118 Jan 17 17:21:11.162194 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-64110750-c621-4f48-80f0-5669dda07b15 req-43c5339d-15f6-4405-99f7-4da7938fad0a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 210 time: 0.2684853 Jan 17 17:21:11.444569 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-2563c7f5-3e67-4836-a20d-e18858b7d52f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:11.445304 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-2563c7f5-3e67-4836-a20d-e18858b7d52f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Synchronizing usage tracker for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:11.475642 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640a799-a2b7-4b6e-8cbc-be406996a2a1 req-85f4fb51-fb12-4714-992d-64766bd0dc66 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:11.477306 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c640a799-a2b7-4b6e-8cbc-be406996a2a1 req-85f4fb51-fb12-4714-992d-64766bd0dc66 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1516616 Jan 17 17:21:11.477872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-2563c7f5-3e67-4836-a20d-e18858b7d52f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Unset dirty status for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:11.480742 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-2563c7f5-3e67-4836-a20d-e18858b7d52f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 814 time: 0.4208529 Jan 17 17:21:11.498433 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Request body: {'port': {'device_id': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df', 'admin_state_up': True, 'tenant_id': '42e080168f3849a69fab11bd4bf66b24'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:11.527414 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:11.552118 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c640a799-a2b7-4b6e-8cbc-be406996a2a1 req-91ff353a-f39c-4df8-aa55-f69e5332178e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633557 Jan 17 17:21:11.651212 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cdcf-045c-4444-8f4a-3c00eae3ad4f req-8dd98e83-24d2-485b-ab99-01ccdac6560a tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:11.651894 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:11.652768 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96e4cdcf-045c-4444-8f4a-3c00eae3ad4f req-8dd98e83-24d2-485b-ab99-01ccdac6560a tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.0997579 Jan 17 17:21:11.656180 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Usage tracker for resource:port and tenant:42e080168f3849a69fab11bd4bf66b24 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:11.660341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:11.666227 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:11.688192 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Made reservation on behalf of 42e080168f3849a69fab11bd4bf66b24 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:11.693290 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:11.710168 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96e4cdcf-045c-4444-8f4a-3c00eae3ad4f req-3329c441-5c36-43dd-98ea-56fa48b8d9cd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500929 Jan 17 17:21:11.754655 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c42f2a00-c0ca-4b8f-85b0-7321601b57fb no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:21:11.793342 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: c42f2a00-c0ca-4b8f-85b0-7321601b57fb {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:21:11.793691 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device c42f2a00-c0ca-4b8f-85b0-7321601b57fb not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:21:11.889572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Allocated IP 172.20.0.11 (12e4a735-f692-406b-9088-32e8d49b04df/bca566df-92ae-4af8-bfc4-789536320dd9/511115ac-1b78-4fdf-a658-762c325f30f3) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:21:12.000807 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861a55-2e6b-43fc-904f-834885cc722f req-8352a6c5-0c77-4cbc-a5d6-6c4c62c0a2c6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:12.002833 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-74861a55-2e6b-43fc-904f-834885cc722f req-8352a6c5-0c77-4cbc-a5d6-6c4c62c0a2c6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0929077 Jan 17 17:21:12.063748 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-74861a55-2e6b-43fc-904f-834885cc722f req-23a3b222-f73e-41bd-afda-5ae2502006e1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472941 Jan 17 17:21:12.217026 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:12.251246 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:12.351942 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Pushing event updated for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:12.356395 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec7d8f-6be7-435a-bf74-ef0250ef6e3a req-727df893-a4f7-4fb4-987c-1272b94fd390 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:12.364447 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-40ec7d8f-6be7-435a-bf74-ef0250ef6e3a req-727df893-a4f7-4fb4-987c-1272b94fd390 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 932 time: 0.0910556 Jan 17 17:21:12.372687 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Network 12e4a735-f692-406b-9088-32e8d49b04df is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:12.374790 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:12.387241 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:21:12.416159 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-40ec7d8f-6be7-435a-bf74-ef0250ef6e3a req-203af755-88b9-4a97-a8bb-2b3120545619 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507212 Jan 17 17:21:12.504055 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:12.504640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:12.544899 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-ca27f55e-af84-4e57-9455-9785ca7bb029 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0519369 Jan 17 17:21:12.562195 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Request body: {'port': {'device_id': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:12.679478 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:12.742215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815aeed-d0ae-4da4-a1c5-8ef523a9cb25 req-7975d6be-524f-429a-8a0d-1f045591a76f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:12.743719 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4815aeed-d0ae-4da4-a1c5-8ef523a9cb25 req-7975d6be-524f-429a-8a0d-1f045591a76f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0876317 Jan 17 17:21:12.795077 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4815aeed-d0ae-4da4-a1c5-8ef523a9cb25 req-ee5f377f-ed62-49e8-a6f4-a3513f32b901 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Jan 17 17:21:12.948144 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d67051-454d-42bb-9b9c-4a362dedbe39 req-205a3918-5f7c-4fdc-abd1-38c7a47638dd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:12.951684 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f0d67051-454d-42bb-9b9c-4a362dedbe39 req-205a3918-5f7c-4fdc-abd1-38c7a47638dd tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.0981739 Jan 17 17:21:13.005918 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f0d67051-454d-42bb-9b9c-4a362dedbe39 req-9945d48c-2d89-4b29-90c9-be1de598a99c tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Jan 17 17:21:13.116379 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511115ac-1b78-4fdf-a658-762c325f30f3 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:21:13.124128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.144843 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Transition to ACTIVE for port object 511115ac-1b78-4fdf-a658-762c325f30f3 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:13.152965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.397994 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80ae3f-9e28-4fec-bd57-9d9915e76659 req-3a9da5d1-da98-4e6e-a00f-90427d4f19bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:13.399145 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8a80ae3f-9e28-4fec-bd57-9d9915e76659 req-3a9da5d1-da98-4e6e-a00f-90427d4f19bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1953027 Jan 17 17:21:13.431631 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Pushing event updated for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:13.461350 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-9cba216c-8cb5-4109-b266-2e436c87d306 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:13.462993 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-9cba216c-8cb5-4109-b266-2e436c87d306 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.1839371 Jan 17 17:21:13.468850 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8a80ae3f-9e28-4fec-bd57-9d9915e76659 req-48f1447c-5958-4d2d-a272-c638efe2ac0b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685148 Jan 17 17:21:13.498614 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Attempting to bind port 511115ac-1b78-4fdf-a658-762c325f30f3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:21:13.498943 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Attempting to bind port 511115ac-1b78-4fdf-a658-762c325f30f3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:21:13.499459 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Attempting to bind port 511115ac-1b78-4fdf-a658-762c325f30f3 on network 12e4a735-f692-406b-9088-32e8d49b04df {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:13.517231 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Port 511115ac-1b78-4fdf-a658-762c325f30f3 on network 12e4a735-f692-406b-9088-32e8d49b04df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:21:13.518448 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Attempting to bind port 511115ac-1b78-4fdf-a658-762c325f30f3 on network 12e4a735-f692-406b-9088-32e8d49b04df {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:13.525093 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:21:13.525798 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Checking segment: {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:13.526421 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Bound using segment: {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:21:13.527145 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Bound port: 511115ac-1b78-4fdf-a658-762c325f30f3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:21:13.527818 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.550054 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Deleting port 68e93645-061f-462a-9072-c0bd2dfad32b {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:21:13.550831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.665846 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:21:13.670762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=511115ac-1b78-4fdf-a658-762c325f30f3,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:21:13.684778 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.771977 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:13.772148 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:13.773803 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-9434215d-c265-449c-9d1c-af65912a083b service neutron] 10.222.0.57 "PUT /v2.0/ports/511115ac-1b78-4fdf-a658-762c325f30f3 HTTP/1.1" status: 200 len: 1094 time: 1.2160254 Jan 17 17:21:13.776233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:13.782739 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434215d-c265-449c-9d1c-af65912a083b service neutron] Pushing event updated for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:13.897075 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaad95-0b28-4ada-81df-87dedc5bdc01 req-b017a73b-06ae-4db6-b842-3826398cd93e tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:13.902766 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3', 'status': 'completed', 'code': 200} Jan 17 17:21:13.904290 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8baaad95-0b28-4ada-81df-87dedc5bdc01 req-b017a73b-06ae-4db6-b842-3826398cd93e tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 944 time: 0.3111730 Jan 17 17:21:13.975376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-476dc44b-35cb-4c96-b71c-d9b95f4ff972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:13.977413 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-476dc44b-35cb-4c96-b71c-d9b95f4ff972 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 1097 time: 0.1335831 Jan 17 17:21:14.001406 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8baaad95-0b28-4ada-81df-87dedc5bdc01 req-a2310a43-60a0-4586-96e2-b9a903d50a08 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905087 Jan 17 17:21:14.025688 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] For port 68e93645-061f-462a-9072-c0bd2dfad32b, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=68e93645-061f-462a-9072-c0bd2dfad32b,segment=NetworkSegment(77812316-0c5a-401c-9d7f-15e47ecc902d),segment_id=77812316-0c5a-401c-9d7f-15e47ecc902d)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:14.026105 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:14.087945 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-d038fd85-12ef-4c83-83a5-3b897c88482c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511115ac-1b78-4fdf-a658-762c325f30f3 HTTP/1.1" status: 200 len: 217 time: 0.1021855 Jan 17 17:21:14.166961 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-b1f608ee-f2f8-4a51-ad7b-180c27e0c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.168435 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-b1f608ee-f2f8-4a51-ad7b-180c27e0c696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bca566df-92ae-4af8-bfc4-789536320dd9 HTTP/1.1" status: 200 len: 854 time: 0.0738759 Jan 17 17:21:14.212768 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Calling delete_port for 68e93645-061f-462a-9072-c0bd2dfad32b owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:21:14.224631 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-83de539f-ea8f-4630-825a-09d6918289c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12e4a735-f692-406b-9088-32e8d49b04df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467198 Jan 17 17:21:14.412274 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-a8469e31-91e0-487b-b67f-6af9af459461 service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756828 Jan 17 17:21:14.421734 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168fb13-e9f8-4401-ba45-631e157610a9 req-b655bee8-8dcc-4fa4-8d8a-e11a27c8777b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.423183 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a168fb13-e9f8-4401-ba45-631e157610a9 req-b655bee8-8dcc-4fa4-8d8a-e11a27c8777b tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 945 time: 0.2236788 Jan 17 17:21:14.511473 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a168fb13-e9f8-4401-ba45-631e157610a9 req-55f29f64-58d9-461e-9585-6a0a5b621c12 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/security-groups?id=7a0d0c1c-24d6-4825-bc0f-9da540312446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Jan 17 17:21:14.526668 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:14.540440 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['68e93645-061f-462a-9072-c0bd2dfad32b'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:14.672445 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e1b3c26-a130-4c5c-b9ab-1dbe9d5cc43c req-cf87e5f4-9342-4d5d-b385-f240f3d340d0 service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539144 Jan 17 17:21:14.740891 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Pushing event deleted for resources: {'Port': ['ID=68e93645-061f-462a-9072-c0bd2dfad32b,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:14.791116 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-1843a69f-07f3-40f7-adaa-2c27868b03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.791873 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-1843a69f-07f3-40f7-adaa-2c27868b03f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 1097 time: 0.0718906 Jan 17 17:21:14.842985 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] No DVR routers for this DVR port 68e93645-061f-462a-9072-c0bd2dfad32b on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:21:14.856660 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:14.860877 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'name': 'network-vif-deleted', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:14.880583 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-93f54683-9fdf-4286-9ebc-94579ccc5d41 req-d5432d07-77d3-4718-ad70-7d77d2624fa6 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.57 "DELETE /v2.0/ports/68e93645-061f-462a-9072-c0bd2dfad32b HTTP/1.1" status: 204 len: 173 time: 1.4103870 Jan 17 17:21:14.907685 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5c7a5-025e-46bd-be84-0aff48352a5c req-07cbb765-8b65-477e-9074-e1a70fb46c83 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.909538 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-94f5c7a5-025e-46bd-be84-0aff48352a5c req-07cbb765-8b65-477e-9074-e1a70fb46c83 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2452409 Jan 17 17:21:14.938408 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9b34b-e983-4e94-9240-2ede9c59919b req-b19b44c9-35aa-42de-b79f-6febfe24a0db tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.940475 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39f9b34b-e983-4e94-9240-2ede9c59919b req-b19b44c9-35aa-42de-b79f-6febfe24a0db tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2373374 Jan 17 17:21:14.948142 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-f1188db4-822d-491e-b1fe-40c56c02ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:14.949570 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-f1188db4-822d-491e-b1fe-40c56c02ba0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 915 time: 0.1516728 Jan 17 17:21:14.992376 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-94f5c7a5-025e-46bd-be84-0aff48352a5c req-8c8f277d-7bdd-4d2b-aa31-5476b34889ad tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748172 Jan 17 17:21:15.013496 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39f9b34b-e983-4e94-9240-2ede9c59919b req-d70001ff-97d4-45a9-8db3-761a87a99b93 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Jan 17 17:21:15.051478 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-0cbac459-9fc9-48e3-a424-39e410d04c2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=511115ac-1b78-4fdf-a658-762c325f30f3 HTTP/1.1" status: 200 len: 217 time: 0.0929585 Jan 17 17:21:15.077577 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adb796e-9e3c-4f87-9569-7e7858c46a34', 'name': 'network-vif-deleted', 'tag': '68e93645-061f-462a-9072-c0bd2dfad32b', 'status': 'completed', 'code': 200} Jan 17 17:21:15.148328 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-50c60c5b-9e5d-45bb-a378-4e0d3e43ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:15.149824 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-50c60c5b-9e5d-45bb-a378-4e0d3e43ab9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bca566df-92ae-4af8-bfc4-789536320dd9 HTTP/1.1" status: 200 len: 854 time: 0.0812304 Jan 17 17:21:15.229157 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-12864c0c-b77b-4b2e-b651-8eb3f009386e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12e4a735-f692-406b-9088-32e8d49b04df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725169 Jan 17 17:21:15.230515 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163d3d-6442-4cb5-b884-fb4042c03025 req-a616f657-47c9-47b8-b5f7-0a3b71e82fe0 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:15.232022 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b1163d3d-6442-4cb5-b884-fb4042c03025 req-a616f657-47c9-47b8-b5f7-0a3b71e82fe0 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 944 time: 0.0958452 Jan 17 17:21:15.295053 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b1163d3d-6442-4cb5-b884-fb4042c03025 req-52a306fd-54df-4093-8420-758ebb0460f8 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554161 Jan 17 17:21:15.401695 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-1dd9e75d-4de8-4de9-8018-6e2c60f1da4a service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617520 Jan 17 17:21:15.567214 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-764b206b-eea6-47fa-9988-f10c4c00b804 req-ea783063-6b1f-4968-a0e0-fcb637778a5c service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567998 Jan 17 17:21:15.745229 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-14ba16b6-3e94-4846-a233-d0744bff2080 req-ff02e7d7-8991-4003-b260-873829e57bc0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Synchronizing usage tracker for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:15.769885 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-14ba16b6-3e94-4846-a233-d0744bff2080 req-ff02e7d7-8991-4003-b260-873829e57bc0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] Unset dirty status for tenant:d1db1c9906204e4ab25ce701917961c0 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:15.785207 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-14ba16b6-3e94-4846-a233-d0744bff2080 req-ff02e7d7-8991-4003-b260-873829e57bc0 tempest-AttachVolumeNegativeTest-78459737 tempest-AttachVolumeNegativeTest-78459737-project] 10.222.0.102 "GET /v2.0/ports?device_id=3adb796e-9e3c-4f87-9569-7e7858c46a34 HTTP/1.1" status: 200 len: 210 time: 0.0922427 Jan 17 17:21:16.193826 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978f73b-419b-4461-9871-b0d1133f91dc req-98a8e5dc-e556-4379-bbab-75fd3abe1006 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:16.195284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4978f73b-419b-4461-9871-b0d1133f91dc req-98a8e5dc-e556-4379-bbab-75fd3abe1006 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0821667 Jan 17 17:21:16.244193 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4978f73b-419b-4461-9871-b0d1133f91dc req-8011a817-4645-4bc9-95b5-57e4e94a4548 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Jan 17 17:21:16.486172 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6f5b-4943-4b41-b038-05ebb6dc9cb5 req-6d52304c-85f8-4271-a3f1-95ab8920a6cd tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:16.487868 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a00c6f5b-4943-4b41-b038-05ebb6dc9cb5 req-6d52304c-85f8-4271-a3f1-95ab8920a6cd tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 944 time: 0.0812140 Jan 17 17:21:16.535696 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a00c6f5b-4943-4b41-b038-05ebb6dc9cb5 req-0534e074-4d29-4853-b8d2-d9c826b2680d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Jan 17 17:21:16.866774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50628) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:16.943234 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Deleting subnet 84844eb4-630c-42ab-8acd-f95eb6ea6e7c {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:21:16.946567 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.007691 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.069109 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.143099 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.185999 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84844eb4-630c-42ab-8acd-f95eb6ea6e7c,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:17.187964 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.199102 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e7db0273-557e-49f2-b51f-f7cfe4439211 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/84844eb4-630c-42ab-8acd-f95eb6ea6e7c HTTP/1.1" status: 204 len: 168 time: 0.3290262 Jan 17 17:21:17.199286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50636) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:17.315777 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.552228 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.588002 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546e684d-7292-48f5-914e-914e00168028']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:17.603635 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77812316-0c5a-401c-9d7f-15e47ecc902d') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:17.603928 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77812316-0c5a-401c-9d7f-15e47ecc902d') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:17.618744 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.638580 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3926d1-65a8-45e8-87c0-13f8b54bbda6 req-a23ce15a-21e6-4597-89a3-9214ba23fa74 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:17.640347 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-aa3926d1-65a8-45e8-87c0-13f8b54bbda6 req-a23ce15a-21e6-4597-89a3-9214ba23fa74 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2586648 Jan 17 17:21:17.650856 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.676628 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:21:17.677114 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:21:17.692159 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:21:17.784757 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 511115ac-1b78-4fdf-a658-762c325f30f3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:21:17.787227 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 68e93645-061f-462a-9072-c0bd2dfad32b no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:21:17.832855 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 68e93645-061f-462a-9072-c0bd2dfad32b {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:21:17.833406 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 68e93645-061f-462a-9072-c0bd2dfad32b not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:21:17.837885 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-aa3926d1-65a8-45e8-87c0-13f8b54bbda6 req-3e7195be-d4f7-4d46-a622-7566edb84e1f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819866 Jan 17 17:21:17.845271 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.864512 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:17.883355 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] Pushing event deleted for resources: {'Network': ['ID=546e684d-7292-48f5-914e-914e00168028,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:17.898078 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-98775dad-eb84-4488-a9a2-ad9199ce0adb admin admin] 10.222.0.102 "DELETE /v2.0/networks/546e684d-7292-48f5-914e-914e00168028 HTTP/1.1" status: 204 len: 168 time: 0.6952038 Jan 17 17:21:17.914458 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd413e-e5f0-4942-a372-e908c2622ef3 req-28d6c02d-a01f-4a34-911a-7e1a90fe8b03 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:17.916086 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-78dd413e-e5f0-4942-a372-e908c2622ef3 req-28d6c02d-a01f-4a34-911a-7e1a90fe8b03 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 944 time: 0.2557037 Jan 17 17:21:18.044019 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=511115ac-1b78-4fdf-a658-762c325f30f3,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:18.048793 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:21:18.058081 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-78dd413e-e5f0-4942-a372-e908c2622ef3 req-2bcafba1-002d-4b40-8d59-bc5af626295b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345472 Jan 17 17:21:18.069516 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '511115ac-1b78-4fdf-a658-762c325f30f3', 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df', 'port_id': '511115ac-1b78-4fdf-a658-762c325f30f3', 'mac_address': 'fa:16:3e:96:8e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca566df-92ae-4af8-bfc4-789536320dd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:21:18.139339 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.139902 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 50660) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:18.158350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511115ac-1b78-4fdf-a658-762c325f30f3 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:21:18.177356 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=511115ac-1b78-4fdf-a658-762c325f30f3,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:18.191503 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.217256 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50666) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:18.227230 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b9142940-06f7-42a5-9b92-b87be45e4016 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d1db1c9906204e4ab25ce701917961c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0859241 Jan 17 17:21:18.285044 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:18.301986 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.333742 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.416297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.433267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d0c1c-24d6-4825-bc0f-9da540312446,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:18.446558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:18.447702 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d00e0bec-d8a5-49f5-97df-ad90f5ad39c9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7a0d0c1c-24d6-4825-bc0f-9da540312446 HTTP/1.1" status: 204 len: 168 time: 0.2294550 Jan 17 17:21:18.461409 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['511115ac-1b78-4fdf-a658-762c325f30f3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:18.870263 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060735b-6456-43c7-9aab-858ff4246f20 req-f26e462d-103e-418f-9556-859e9a052a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:18.871768 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-f26e462d-103e-418f-9556-859e9a052a3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.0856996 Jan 17 17:21:19.036938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060735b-6456-43c7-9aab-858ff4246f20 req-c4f4e255-9247-4c5b-85e6-02a3dcc8cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:19.038789 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-c4f4e255-9247-4c5b-85e6-02a3dcc8cb9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.1545937 Jan 17 17:21:19.126500 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-c987fe48-f563-4fc9-861c-47b1d4e716fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.0797904 Jan 17 17:21:19.184505 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9c906-74e6-4054-af13-34c076b90593 req-3c05ca3c-d6e6-40ce-80e2-340164de5eda tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:19.186548 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d0f9c906-74e6-4054-af13-34c076b90593 req-3c05ca3c-d6e6-40ce-80e2-340164de5eda tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1098125 Jan 17 17:21:19.195676 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f09d-253c-4c00-ac99-ec33b1cb77f4 req-6218f9e4-1d62-4bfe-81dc-9d05ae03f41c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:19.197147 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c394f09d-253c-4c00-ac99-ec33b1cb77f4 req-6218f9e4-1d62-4bfe-81dc-9d05ae03f41c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1912062 Jan 17 17:21:19.229979 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060735b-6456-43c7-9aab-858ff4246f20 req-7e585864-c606-4c12-9b9b-57f5110efce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:19.232017 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-7e585864-c606-4c12-9b9b-57f5110efce4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.0790539 Jan 17 17:21:19.281918 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d0f9c906-74e6-4054-af13-34c076b90593 req-594e1477-aae6-4b8a-9531-6e418d6747d9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834889 Jan 17 17:21:19.301817 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c394f09d-253c-4c00-ac99-ec33b1cb77f4 req-1a754347-d644-4524-ae40-3652fa3eba1f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Jan 17 17:21:19.328932 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-a1535ab4-abf5-49ed-afa5-0311ddbbdcc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784533 Jan 17 17:21:19.460968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50718) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:19.507503 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8706d70-75e3-49d9-b3a9-537877311190 req-66717474-b857-47d0-ab52-aba762e329f7 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:19.509115 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d8706d70-75e3-49d9-b3a9-537877311190 req-66717474-b857-47d0-ab52-aba762e329f7 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 945 time: 0.1009116 Jan 17 17:21:19.509299 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-a3c4b9ae-0dbf-4bd1-92ab-f9579f44281c service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798599 Jan 17 17:21:19.562215 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d8706d70-75e3-49d9-b3a9-537877311190 req-3b9519a5-d377-479a-b1a2-af081a7a72ae tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Jan 17 17:21:19.672427 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1060735b-6456-43c7-9aab-858ff4246f20 req-66c7349e-680a-43ac-816c-294ce743e976 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558058 Jan 17 17:21:19.752401 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:19.766848 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:19.771336 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Usage tracker for resource:security_group_rule and tenant:c5159cbdb6c94ad59ae64ed86e9063ba is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:19.774500 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:19.780244 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:19.787742 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 511115ac-1b78-4fdf-a658-762c325f30f3 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:21:19.870686 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:19.880598 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:19.923493 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 511115ac-1b78-4fdf-a658-762c325f30f3 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:19.933289 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 511115ac-1b78-4fdf-a658-762c325f30f3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:19.933849 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:19.938931 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809625d-2485-45b8-a901-af33800c6901,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:19.959284 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-29d4c765-da24-4f46-8305-ee56c4f41c9d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c5159cbdb6c94ad59ae64ed86e9063ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950094 Jan 17 17:21:19.959401 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50752) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:20.101328 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.111169 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.130885 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:20.141308 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=511115ac-1b78-4fdf-a658-762c325f30f3,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:20.147040 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.147393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.223691 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.231097 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3', 'code': 200} Jan 17 17:21:20.231969 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:20.246077 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809625d-2485-45b8-a901-af33800c6901,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:20.271524 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.273434 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e8ad2b12-78ee-4d67-92d4-ed70a3277e23 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f809625d-2485-45b8-a901-af33800c6901 HTTP/1.1" status: 204 len: 168 time: 0.3129814 Jan 17 17:21:20.651598 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50788) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:20.716829 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d6a5b-1895-4c69-9645-5aff11c6bf8a req-e10e75c4-85eb-4656-b073-421b523cf769 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:20.718515 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8c5d6a5b-1895-4c69-9645-5aff11c6bf8a req-e10e75c4-85eb-4656-b073-421b523cf769 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1814156 Jan 17 17:21:20.731462 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a25fb-ecb9-43d4-b778-6448f03cba69 req-0e4380e4-fe5d-4cad-bcfb-0093919636b6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:20.739932 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a64a25fb-ecb9-43d4-b778-6448f03cba69 req-0e4380e4-fe5d-4cad-bcfb-0093919636b6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1609962 Jan 17 17:21:20.777597 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f60b1-1081-427f-ac51-1413f9250b0d req-43f6c3eb-e383-429d-8f25-4875381b9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:20.779052 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-319f60b1-1081-427f-ac51-1413f9250b0d req-43f6c3eb-e383-429d-8f25-4875381b9dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 1099 time: 0.1804233 Jan 17 17:21:20.820130 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8c5d6a5b-1895-4c69-9645-5aff11c6bf8a req-5f5c7113-a5f7-45d2-8394-65b29eb0df52 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638990 Jan 17 17:21:20.842184 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a64a25fb-ecb9-43d4-b778-6448f03cba69 req-8a48f8cf-bdfb-4485-ace0-cef3e6dc544d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014099 Jan 17 17:21:20.866127 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-319f60b1-1081-427f-ac51-1413f9250b0d req-2df797d9-0346-44b9-8f61-25ad9dafc35f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785604 Jan 17 17:21:20.891529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:20.907411 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:20.912635 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Usage tracker for resource:security_group_rule and tenant:fa6de249175648fb837b295ad0f18f1e is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:20.915810 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:20.921907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:21.032796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496f37-7316-4f82-9a35-532436fb53b6 req-61cc1517-9761-4b28-8c18-fb35eb019612 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:21.037727 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-86496f37-7316-4f82-9a35-532436fb53b6 req-61cc1517-9761-4b28-8c18-fb35eb019612 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.1051397 Jan 17 17:21:21.038417 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.042636 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.078666 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-86496f37-7316-4f82-9a35-532436fb53b6 req-5a78aff6-e195-4b54-8abf-35f10fcfa254 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Jan 17 17:21:21.091108 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22daa991-f5b2-400f-b900-8b1440f73b0e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:21.098662 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-4691b3bb-8f1c-46c7-bd51-987ca7bd5033 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fa6de249175648fb837b295ad0f18f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430127 Jan 17 17:21:21.098907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 50808) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:21.165173 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.192633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.249370 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.265542 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22daa991-f5b2-400f-b900-8b1440f73b0e,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:21.270401 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:21.271520 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7b47b3ee-b715-4e4d-bb30-5b893f1b1f3b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/22daa991-f5b2-400f-b900-8b1440f73b0e HTTP/1.1" status: 204 len: 168 time: 0.1716921 Jan 17 17:21:22.215260 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da58bf4-82de-44f4-882b-dad369f6e791 req-bf4b7107-29cf-4a16-a9a7-30aa8a0b2cb0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:22.217522 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6da58bf4-82de-44f4-882b-dad369f6e791 req-bf4b7107-29cf-4a16-a9a7-30aa8a0b2cb0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1439862 Jan 17 17:21:22.228761 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7abd2f1-1944-4e3b-b33e-6a9a893d3935 req-4add1e4e-58e2-4198-9ac5-2febadc28881 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:22.230245 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7abd2f1-1944-4e3b-b33e-6a9a893d3935 req-4add1e4e-58e2-4198-9ac5-2febadc28881 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2076237 Jan 17 17:21:22.328789 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6da58bf4-82de-44f4-882b-dad369f6e791 req-d8575f7e-d69c-46cb-a5be-5ff958ac4c2d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974948 Jan 17 17:21:22.367014 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7abd2f1-1944-4e3b-b33e-6a9a893d3935 req-851bb042-962f-4b11-ad5d-1c6bafaecb84 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222522 Jan 17 17:21:22.600376 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-29e01f15-4577-4264-9637-401c7f100823 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:security_group {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:22.636479 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-29e01f15-4577-4264-9637-401c7f100823 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:security_group {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:22.637632 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-29e01f15-4577-4264-9637-401c7f100823 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790348292&fields=id&tenant_id=d694c8ea99da46abb59d47d0320607ac HTTP/1.1" status: 200 len: 267 time: 0.1048324 Jan 17 17:21:22.648626 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697b399-7742-4229-b22c-9da27cae0826 req-de436f43-7942-4e77-8a71-3c2a543d11c9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:22.650266 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7697b399-7742-4229-b22c-9da27cae0826 req-de436f43-7942-4e77-8a71-3c2a543d11c9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.1648715 Jan 17 17:21:22.811964 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7697b399-7742-4229-b22c-9da27cae0826 req-8c3c40f4-ee7b-495e-86ea-a4e45d018eae tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700617 Jan 17 17:21:22.835979 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-5cdeea33-5e39-41d2-9a38-f0d773661f00 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:22.837743 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-5cdeea33-5e39-41d2-9a38-f0d773661f00 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 808 time: 0.1865911 Jan 17 17:21:22.867968 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-47315efd-a353-4a00-b5e4-e2863d8e548b tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/quotas/d694c8ea99da46abb59d47d0320607ac HTTP/1.1" status: 200 len: 375 time: 0.0195158 Jan 17 17:21:22.973449 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-d0376150-8f2b-407d-9402-5d0120809143 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:22.997867 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-d0376150-8f2b-407d-9402-5d0120809143 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:22.999981 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-d0376150-8f2b-407d-9402-5d0120809143 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199205 Jan 17 17:21:23.164108 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-67c0a304-1e84-46d5-846c-f06dda8e3322 service neutron] 10.222.0.102 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500962 Jan 17 17:21:23.306323 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-0c57d235-719d-4627-ae47-46248185cda4 service neutron] 10.222.0.102 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362236 Jan 17 17:21:23.592941 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636213b-82d5-4405-b319-30570734ffde req-cbb402af-1ad4-4ea5-9766-6ddd5d31590c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:23.601871 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6636213b-82d5-4405-b319-30570734ffde req-cbb402af-1ad4-4ea5-9766-6ddd5d31590c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0966918 Jan 17 17:21:23.648033 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6636213b-82d5-4405-b319-30570734ffde req-c5c79e73-afa7-4c7f-8a20-54782d9c81d6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 Jan 17 17:21:23.924705 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439a072-478f-499f-a03b-8512376347f1 req-79cf4cbf-973a-4b93-b010-75f59c987d80 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:23.926237 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8439a072-478f-499f-a03b-8512376347f1 req-79cf4cbf-973a-4b93-b010-75f59c987d80 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1374967 Jan 17 17:21:24.061284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8439a072-478f-499f-a03b-8512376347f1 req-aefa1daa-0f60-4ed4-a6cb-29c3aab91156 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277201 Jan 17 17:21:24.281071 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f953b2eb-4c94-4ebb-b594-a713a861c65a req-ad8cf1dd-8c44-4471-aa57-cca9828cf4d5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 210 time: 0.0519893 Jan 17 17:21:24.852040 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998d1e0-d6bb-4fdd-a818-2c80e7604ed5 req-6c098b9d-bd28-4d6f-bfbf-91d8d3bbf160 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:24.854292 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6998d1e0-d6bb-4fdd-a818-2c80e7604ed5 req-6c098b9d-bd28-4d6f-bfbf-91d8d3bbf160 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0888188 Jan 17 17:21:24.900587 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6998d1e0-d6bb-4fdd-a818-2c80e7604ed5 req-b3631dc0-53c3-4f95-ab18-9d9cbfa413ac tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406914 Jan 17 17:21:25.280957 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1775a-8868-46a8-9a94-2d4847bf6d9e req-2240683d-373d-4edf-bfe5-1a111496cc42 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:25.283896 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-11f1775a-8868-46a8-9a94-2d4847bf6d9e req-2240683d-373d-4edf-bfe5-1a111496cc42 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0895376 Jan 17 17:21:25.364668 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-11f1775a-8868-46a8-9a94-2d4847bf6d9e req-64db7464-16e7-4bfe-938c-67b23bf16646 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688002 Jan 17 17:21:25.566352 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cc50ba71-d484-43a1-b3ee-2907fdc2b7e9 req-d9aefbe4-3677-4465-9cec-289d2e34d7cf tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 210 time: 0.0902479 Jan 17 17:21:25.625682 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-87923523-a5a7-4554-be11-f2901a8df680 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:25.627961 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-87923523-a5a7-4554-be11-f2901a8df680 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:25.645198 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-87923523-a5a7-4554-be11-f2901a8df680 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:25.646393 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-87923523-a5a7-4554-be11-f2901a8df680 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 808 time: 0.2898440 Jan 17 17:21:25.734149 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-01fb1b51-c41e-4395-8512-d4c91fc70142 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:security_group {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:25.749597 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-01fb1b51-c41e-4395-8512-d4c91fc70142 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:security_group {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:25.751080 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-01fb1b51-c41e-4395-8512-d4c91fc70142 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d694c8ea99da46abb59d47d0320607ac HTTP/1.1" status: 200 len: 379 time: 0.0916851 Jan 17 17:21:25.766168 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'port': {'device_id': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'admin_state_up': True, 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'security_groups': ['c14a2e86-86df-48fe-a1f0-848280adcb04']}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:25.928670 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:25.938451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:25.950575 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Made reservation on behalf of d694c8ea99da46abb59d47d0320607ac for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:21:25.954545 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.112593 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327e4ca-4226-4058-9829-c0bdb8b41c3d req-9e200a8d-0739-4dcd-adc6-984f8b7d922f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:26.115887 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4327e4ca-4226-4058-9829-c0bdb8b41c3d req-9e200a8d-0739-4dcd-adc6-984f8b7d922f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0876820 Jan 17 17:21:26.159481 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Allocated IP 172.20.0.5 (9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1/bbbe03f8-85be-4910-830f-6cc608bc7e6d/a7075359-75d7-4031-9272-0a1ac6207830) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:21:26.163334 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4327e4ca-4226-4058-9829-c0bdb8b41c3d req-5c77c309-7b69-4733-b526-b1657420f6dd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Jan 17 17:21:26.352494 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.368251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Transition to ACTIVE for port object a7075359-75d7-4031-9272-0a1ac6207830 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:26.395692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.474257 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:26.477271 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:26.481291 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:21:26.520461 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:26.568841 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:26.569902 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.589557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca57ae-90fa-40f4-b0e4-9cb97b49a451 req-1465f516-07fc-4414-82b8-c7fa3c149570 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:26.591078 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2bca57ae-90fa-40f4-b0e4-9cb97b49a451 req-1465f516-07fc-4414-82b8-c7fa3c149570 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1087935 Jan 17 17:21:26.613219 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-8515638c-4cc5-47d5-b792-47b117da2fd4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8554630 Jan 17 17:21:26.630594 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Request body: {'port': {'device_id': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:26.654326 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2bca57ae-90fa-40f4-b0e4-9cb97b49a451 req-75bb0ade-26de-4b89-a3a5-639c70eb4c80 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Jan 17 17:21:26.793260 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.811278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5516610-6288-4e98-af8a-62c893e4d1b8 req-c0a4f9ad-9e67-4fac-8a1a-141c51333bae tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:26.812957 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e5516610-6288-4e98-af8a-62c893e4d1b8 req-c0a4f9ad-9e67-4fac-8a1a-141c51333bae tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 931 time: 0.0870166 Jan 17 17:21:26.826027 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-5cd9b055-0f38-4ecc-a468-1cf1926087c3 None None] Provisioning for port a7075359-75d7-4031-9272-0a1ac6207830 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:26.833611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-5cd9b055-0f38-4ecc-a468-1cf1926087c3 None None] Provisioning complete for port a7075359-75d7-4031-9272-0a1ac6207830 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:26.834370 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5cd9b055-0f38-4ecc-a468-1cf1926087c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:26.902690 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9b055-0f38-4ecc-a468-1cf1926087c3 None None] Port a7075359-75d7-4031-9272-0a1ac6207830 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:21:26.906632 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e5516610-6288-4e98-af8a-62c893e4d1b8 req-2ae70b44-e99f-422d-a011-8122336202b4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820403 Jan 17 17:21:27.244379 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7075359-75d7-4031-9272-0a1ac6207830 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:21:27.255161 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:27.279450 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Transition to ACTIVE for port object a7075359-75d7-4031-9272-0a1ac6207830 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:21:27.286912 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:27.451249 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:27.469284 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ef8a-a77e-46d6-964a-0e228c1ecaac req-e86e0b5a-bbb5-473d-8b40-30ea4b3581fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:27.480783 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3123ef8a-a77e-46d6-964a-0e228c1ecaac req-e86e0b5a-bbb5-473d-8b40-30ea4b3581fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1751711 Jan 17 17:21:27.542268 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3123ef8a-a77e-46d6-964a-0e228c1ecaac req-91ded560-79d9-43bc-a4f3-602835b10842 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576274 Jan 17 17:21:27.681967 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Attempting to bind port a7075359-75d7-4031-9272-0a1ac6207830 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:21:27.682526 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Attempting to bind port a7075359-75d7-4031-9272-0a1ac6207830 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:21:27.683032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Attempting to bind port a7075359-75d7-4031-9272-0a1ac6207830 on network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:27.689529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Port a7075359-75d7-4031-9272-0a1ac6207830 on network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:21:27.690172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Attempting to bind port a7075359-75d7-4031-9272-0a1ac6207830 on network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:21:27.697044 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:21:27.697614 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Checking segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:21:27.698191 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Bound using segment: {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:21:27.698809 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Bound port: a7075359-75d7-4031-9272-0a1ac6207830, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb675da-9ac8-4749-8578-b0b7a4554ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:21:27.699494 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:27.860050 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:21:27.864549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:21:27.875120 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:27.921938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6bc40-e392-4e28-9d06-b603f2006d5e req-4c6b827d-c701-4cc7-8181-39bb186b1583 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:27.933734 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6ed6bc40-e392-4e28-9d06-b603f2006d5e req-4c6b827d-c701-4cc7-8181-39bb186b1583 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1179368 Jan 17 17:21:27.996136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:27.999651 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:28.000516 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] 10.222.0.57 "PUT /v2.0/ports/a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 1093 time: 1.3765688 Jan 17 17:21:28.000951 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:28.027604 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6ed6bc40-e392-4e28-9d06-b603f2006d5e req-3c839171-3b22-4c8c-ba48-d12b86ac4e38 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912299 Jan 17 17:21:28.117579 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'status': 'completed', 'code': 200} Jan 17 17:21:28.171943 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382030-d370-47a0-b39a-d65d232435a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:28.191317 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-95508389-18fb-4c97-af95-19645e53823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.192886 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-95508389-18fb-4c97-af95-19645e53823f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1096 time: 0.1317797 Jan 17 17:21:28.210698 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b157d-932f-4dfb-ac8f-a9495b76391f req-09498edc-15ca-49f0-b420-fd0fdffc2386 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.212427 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7a3b157d-932f-4dfb-ac8f-a9495b76391f req-09498edc-15ca-49f0-b420-fd0fdffc2386 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.1196046 Jan 17 17:21:28.266117 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7a3b157d-932f-4dfb-ac8f-a9495b76391f req-7eb26073-9889-4cde-af9a-478a34a68193 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455432 Jan 17 17:21:28.290620 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-70772204-e0a6-4ad2-90df-7a3b213695da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 217 time: 0.0899327 Jan 17 17:21:28.362965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-5d409bf3-b33a-44bf-a7d3-f0f803d02d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.364672 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-5d409bf3-b33a-44bf-a7d3-f0f803d02d73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0677412 Jan 17 17:21:28.472169 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-a2d70119-c7eb-4d20-97bb-f2e3a01ec798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.473385 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-a2d70119-c7eb-4d20-97bb-f2e3a01ec798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016362 Jan 17 17:21:28.654714 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-e2ba807d-0d4a-4897-9781-0c265235862a service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738465 Jan 17 17:21:28.778421 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f18c3-7a4b-45ae-b670-3f9d34445fc4 req-cc130c78-857f-43d2-8fc5-b9225fe42900 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.787492 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f99f18c3-7a4b-45ae-b670-3f9d34445fc4 req-cc130c78-857f-43d2-8fc5-b9225fe42900 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1246006 Jan 17 17:21:28.821774 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c020ded9-8af4-4984-8c05-479fe4f320bc req-bdcb8b41-4712-42b0-b97e-5026991f685b service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578526 Jan 17 17:21:28.839132 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f99f18c3-7a4b-45ae-b670-3f9d34445fc4 req-d6838ec8-ad3c-4e0b-8e92-082ace40c915 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506477 Jan 17 17:21:28.974309 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-a8b89255-0712-468f-ab5f-63520bddcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:28.976336 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-a8b89255-0712-468f-ab5f-63520bddcc67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1096 time: 0.0847821 Jan 17 17:21:29.125514 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-fdb804a5-8591-4312-81ef-d8fa7f0c7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:29.128319 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-fdb804a5-8591-4312-81ef-d8fa7f0c7bad service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1433773 Jan 17 17:21:29.208878 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-745949f0-be19-4637-bcd3-4b496d9525ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 217 time: 0.0752926 Jan 17 17:21:29.278622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680cea7-2c1d-4bc3-8429-c85c06323357 req-34de6a91-cecd-4ad1-ad1e-d9071b721513 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:29.289150 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e680cea7-2c1d-4bc3-8429-c85c06323357 req-34de6a91-cecd-4ad1-ad1e-d9071b721513 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1104264 Jan 17 17:21:29.292767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-9c1dcd75-f5fc-4a66-9050-874a2e23a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:29.295290 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-9c1dcd75-f5fc-4a66-9050-874a2e23a117 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0797291 Jan 17 17:21:29.404538 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-0d50bf5a-503e-498b-9ae1-3d00792074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:29.406895 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-0d50bf5a-503e-498b-9ae1-3d00792074c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1038492 Jan 17 17:21:29.429492 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e680cea7-2c1d-4bc3-8429-c85c06323357 req-55df2252-7717-47be-8316-280a278e9ec4 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184375 Jan 17 17:21:29.605221 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-ef6b1e1c-1e20-40cb-af52-a8e34b99a36e service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868587 Jan 17 17:21:29.605858 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e9e7e-647c-47e0-bdec-10933a154700 req-f985fa48-b2e1-4bd0-ada7-29f9db6217b5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:29.610153 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-243e9e7e-647c-47e0-bdec-10933a154700 req-f985fa48-b2e1-4bd0-ada7-29f9db6217b5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.1447248 Jan 17 17:21:29.687174 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-243e9e7e-647c-47e0-bdec-10933a154700 req-3d2da2ed-7ff5-480e-9f44-206a55c0b3a0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709708 Jan 17 17:21:29.883511 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d4d773ae-ab51-4ec5-91e9-4923d7bee5db req-cdcc81c3-f06c-423b-94eb-3a2937dfed38 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648275 Jan 17 17:21:30.060027 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a6ca7-e15d-4a73-9677-e217916e5646 req-08bc97b0-ba1e-4a5c-9242-eaaff8ee761a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:30.061753 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d44a6ca7-e15d-4a73-9677-e217916e5646 req-08bc97b0-ba1e-4a5c-9242-eaaff8ee761a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0846617 Jan 17 17:21:30.113085 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d44a6ca7-e15d-4a73-9677-e217916e5646 req-db9d8c1c-339a-4c04-ad15-e7d8930f7a5a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432425 Jan 17 17:21:30.601841 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292bdcc-3ca6-490e-9156-f0f7c95a078a req-c8f1ad2b-ecd4-49ef-aceb-d4b711713ca0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:30.603267 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a292bdcc-3ca6-490e-9156-f0f7c95a078a req-c8f1ad2b-ecd4-49ef-aceb-d4b711713ca0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0839224 Jan 17 17:21:30.649535 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a292bdcc-3ca6-490e-9156-f0f7c95a078a req-c4d84617-a015-4c77-a096-137bfab3457c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Jan 17 17:21:30.899403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29f0c0-bf0d-4aff-b937-d5758aec3582 req-8b306ff8-2cc0-400b-b898-c830a2ae3d67 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:30.900915 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d29f0c0-bf0d-4aff-b937-d5758aec3582 req-8b306ff8-2cc0-400b-b898-c830a2ae3d67 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.0852666 Jan 17 17:21:30.954302 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d29f0c0-bf0d-4aff-b937-d5758aec3582 req-27c71df2-c82a-429e-addc-c2ae4b7eb820 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474925 Jan 17 17:21:31.315032 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdd084-8056-46be-b08c-ec7d3bcb99a7 req-ed974a23-780c-4bdc-ae0a-5bf24c33e184 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:31.316565 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ccbdd084-8056-46be-b08c-ec7d3bcb99a7 req-ed974a23-780c-4bdc-ae0a-5bf24c33e184 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0870225 Jan 17 17:21:31.364295 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ccbdd084-8056-46be-b08c-ec7d3bcb99a7 req-ff6a4ac7-81f7-4cb5-80a3-5eab8966d9fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Jan 17 17:21:31.840590 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba938c3-60d9-4e49-b724-8abcc1f13fc4 req-36aa71e7-8595-4fcf-9447-11924a5d84b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:31.842368 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9ba938c3-60d9-4e49-b724-8abcc1f13fc4 req-36aa71e7-8595-4fcf-9447-11924a5d84b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0850787 Jan 17 17:21:31.874702 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:21:31.913637 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9ba938c3-60d9-4e49-b724-8abcc1f13fc4 req-82984223-d4c1-43c9-bb19-2f1e2cd1f2d9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Jan 17 17:21:32.023919 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:32.041472 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'a7075359-75d7-4031-9272-0a1ac6207830', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'mac_address': 'fa:16:3e:2e:d8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:21:32.102296 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.119984 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7075359-75d7-4031-9272-0a1ac6207830 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:21:32.141197 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:32.144590 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:32.157514 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade84a28-a600-4ec5-9b58-76fa845efd78 req-cc6ff8b6-75c4-4577-bc43-07732943d0ec tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:32.159619 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ade84a28-a600-4ec5-9b58-76fa845efd78 req-cc6ff8b6-75c4-4577-bc43-07732943d0ec tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.0880518 Jan 17 17:21:32.207030 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ade84a28-a600-4ec5-9b58-76fa845efd78 req-94d02b04-47a7-4933-a055-db0ebe0ddfad tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412629 Jan 17 17:21:32.226693 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:32.440482 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['a7075359-75d7-4031-9272-0a1ac6207830'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:32.643714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d94775-29ec-4c55-afd2-4049de6ac498 req-d9d2c6ff-ff94-4a47-a1ca-2e74cebad736 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:32.645522 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13d94775-29ec-4c55-afd2-4049de6ac498 req-d9d2c6ff-ff94-4a47-a1ca-2e74cebad736 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1628022 Jan 17 17:21:32.695981 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13d94775-29ec-4c55-afd2-4049de6ac498 req-02199357-af7c-4473-b3c0-1b2fe63d8c73 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Jan 17 17:21:32.731483 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4aca4fa1-6a99-4abb-94cb-ec8e26b5ed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:33.112479 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc7da7-9155-468a-8bb1-742d5526489e req-afd44a15-9474-457a-b16a-9d572fcd4fce tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:33.113949 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0dc7da7-9155-468a-8bb1-742d5526489e req-afd44a15-9474-457a-b16a-9d572fcd4fce tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0848794 Jan 17 17:21:33.162358 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a0dc7da7-9155-468a-8bb1-742d5526489e req-462da1ec-bba2-42c8-b03d-97a9f1c75912 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Jan 17 17:21:33.412330 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3fec8-6d46-4e49-a893-7547ce96b529 req-7447a91b-354a-4a26-b2eb-957fac9377a0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:33.413765 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04e3fec8-6d46-4e49-a893-7547ce96b529 req-7447a91b-354a-4a26-b2eb-957fac9377a0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 944 time: 0.0828269 Jan 17 17:21:33.458816 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04e3fec8-6d46-4e49-a893-7547ce96b529 req-24f76930-b479-46ea-85c6-ed0f5c88f0a4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 Jan 17 17:21:33.880857 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:21:33.898620 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea5c1d-21a1-4db8-9522-1a581e39b3b0 req-59b40446-846d-466d-8705-9bcdf3015db4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:33.903862 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1dea5c1d-21a1-4db8-9522-1a581e39b3b0 req-59b40446-846d-466d-8705-9bcdf3015db4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0917189 Jan 17 17:21:33.956470 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1dea5c1d-21a1-4db8-9522-1a581e39b3b0 req-ffc90118-d0b6-41bc-8ea0-dd90539086f2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500124 Jan 17 17:21:33.965088 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port a7075359-75d7-4031-9272-0a1ac6207830 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:21:33.970204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port a7075359-75d7-4031-9272-0a1ac6207830 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:33.970588 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:34.102320 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:34.134443 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:34.144837 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:34.148971 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:34.213963 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'code': 200} Jan 17 17:21:34.232925 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:34.453275 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c9ff9-f220-439b-8699-eae4fe389fdd req-5c25a414-58e2-4a51-8ee0-28425ef39466 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:34.456360 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-043c9ff9-f220-439b-8699-eae4fe389fdd req-5c25a414-58e2-4a51-8ee0-28425ef39466 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1666090 Jan 17 17:21:34.512040 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-043c9ff9-f220-439b-8699-eae4fe389fdd req-f8c29ec1-f061-4ccf-a774-8502bec16d4a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 Jan 17 17:21:34.573859 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7794-0b06-4677-9564-56e7d91e35a3 req-2941a7c7-31b1-4a20-a281-15c77076f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:34.578302 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66ed7794-0b06-4677-9564-56e7d91e35a3 req-2941a7c7-31b1-4a20-a281-15c77076f062 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0886214 Jan 17 17:21:34.650602 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66ed7794-0b06-4677-9564-56e7d91e35a3 req-c85fa5d7-217f-4609-a620-0885da821922 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641048 Jan 17 17:21:34.693694 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d76bf-0645-4e47-af5a-2622647a1fcc req-2616ecbf-1668-4b6f-b97c-b16f2ef53d7b tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:34.695883 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3a7d76bf-0645-4e47-af5a-2622647a1fcc req-2616ecbf-1668-4b6f-b97c-b16f2ef53d7b tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.1020195 Jan 17 17:21:34.741459 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3a7d76bf-0645-4e47-af5a-2622647a1fcc req-31d5f609-43c8-4414-b279-ea4fb0ca0a97 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 Jan 17 17:21:34.779875 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51324) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:34.897919 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:34.914685 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:34.918624 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c76529e2e59414198563bb1b82407a9 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:34.921603 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:34.927531 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:35.018215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.026591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.077320 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5c76529e2e59414198563bb1b82407a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963088 Jan 17 17:21:35.078684 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2079f71-ab17-4425-b588-5db4e1b0f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9928d990-e990-4fe8-bef3-86812c2bd284,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:35.082714 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51332) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:35.104080 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-67c041d5-3481-46d7-b097-9843643d336e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.158747 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.165550 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f13b2f-5e03-4b20-a1fd-cbe6948aaf2a req-ac5f6f07-552b-45b4-9a94-1e50570cc5de tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:35.167027 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96f13b2f-5e03-4b20-a1fd-cbe6948aaf2a req-ac5f6f07-552b-45b4-9a94-1e50570cc5de tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0911567 Jan 17 17:21:35.191389 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.223301 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96f13b2f-5e03-4b20-a1fd-cbe6948aaf2a req-ee022f4b-e763-483e-8c28-715e5fd619df tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473104 Jan 17 17:21:35.259129 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.275779 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9928d990-e990-4fe8-bef3-86812c2bd284,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:35.280374 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:35.283509 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fce8e015-8d46-4356-96da-cc9f5bf69c9d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9928d990-e990-4fe8-bef3-86812c2bd284 HTTP/1.1" status: 204 len: 168 time: 0.1945617 Jan 17 17:21:35.715250 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5743a-4661-4716-a534-8373757cec27 req-c15dc035-4a12-40da-a9e2-43107600035e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:35.716744 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22e5743a-4661-4716-a534-8373757cec27 req-c15dc035-4a12-40da-a9e2-43107600035e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0843906 Jan 17 17:21:35.766826 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22e5743a-4661-4716-a534-8373757cec27 req-0a1d5675-76da-4b66-8e0f-5b8b30747a69 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jan 17 17:21:35.934519 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a690e-78e7-4b61-9444-fb92f9c622c9 req-62230fc0-97ee-475b-a4ec-6fd14311c473 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:35.935828 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cf7a690e-78e7-4b61-9444-fb92f9c622c9 req-62230fc0-97ee-475b-a4ec-6fd14311c473 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0874782 Jan 17 17:21:35.989867 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cf7a690e-78e7-4b61-9444-fb92f9c622c9 req-ad80f6c5-b2e0-4c71-b4ce-591c958759f6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431023 Jan 17 17:21:36.075596 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:36.109774 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:36.430688 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666505-d1a3-4321-b77d-b16cfc23275f req-6d97fc24-efcb-4279-9d50-5b994605ad8f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:36.432216 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-60666505-d1a3-4321-b77d-b16cfc23275f req-6d97fc24-efcb-4279-9d50-5b994605ad8f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0934269 Jan 17 17:21:36.478784 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-60666505-d1a3-4321-b77d-b16cfc23275f req-188a357b-cd19-41c1-afd8-b6de43048798 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Jan 17 17:21:36.989607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235a61e-f176-4880-84b9-2631be5c8744 req-08839b4a-f8fd-45fc-b9ad-5b5f9fd88020 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:36.991104 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9235a61e-f176-4880-84b9-2631be5c8744 req-08839b4a-f8fd-45fc-b9ad-5b5f9fd88020 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0983901 Jan 17 17:21:37.053629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9235a61e-f176-4880-84b9-2631be5c8744 req-cefddd16-0d78-4b0b-be04-763f4115e516 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565515 Jan 17 17:21:37.262762 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f28f8-68de-47a5-a037-b14cf0b08609 req-b792ad7d-a59a-4134-9d41-864b1c274a21 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:37.264542 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e81f28f8-68de-47a5-a037-b14cf0b08609 req-b792ad7d-a59a-4134-9d41-864b1c274a21 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.1151240 Jan 17 17:21:37.320691 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e81f28f8-68de-47a5-a037-b14cf0b08609 req-7061e823-5cf7-4db9-bf1d-ec8552e139c3 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486982 Jan 17 17:21:37.535329 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11d381-63f4-4aa8-8dab-7f3d637382a7 req-a3001a16-2706-4bdf-b24a-fe797df74090 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:37.537823 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ea11d381-63f4-4aa8-8dab-7f3d637382a7 req-a3001a16-2706-4bdf-b24a-fe797df74090 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0923011 Jan 17 17:21:37.608035 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ea11d381-63f4-4aa8-8dab-7f3d637382a7 req-67b279d9-6685-4e9b-8696-d39124929dd6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644326 Jan 17 17:21:37.614271 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:37.635060 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51388) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:37.716958 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c67e1-3f1f-4a63-8b04-31de3213341e req-013d32f5-58db-44ac-a47d-52eafa25becb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:37.718807 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-801c67e1-3f1f-4a63-8b04-31de3213341e req-013d32f5-58db-44ac-a47d-52eafa25becb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0966427 Jan 17 17:21:37.763884 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-801c67e1-3f1f-4a63-8b04-31de3213341e req-06f362f1-20da-4170-ab5a-d8c773ad9ec3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Jan 17 17:21:37.882813 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25433c0f-77e5-4557-8d06-270a62a56b68 tempest-TestShelveInstance-1067568827 tempest-TestShelveInstance-1067568827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:37.883550 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-25433c0f-77e5-4557-8d06-270a62a56b68 tempest-TestShelveInstance-1067568827 tempest-TestShelveInstance-1067568827-project-admin] Synchronizing usage tracker for tenant:a7e2532de23840db890685200995a57e on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:21:37.901831 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-25433c0f-77e5-4557-8d06-270a62a56b68 tempest-TestShelveInstance-1067568827 tempest-TestShelveInstance-1067568827-project-admin] Unset dirty status for tenant:a7e2532de23840db890685200995a57e on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:21:37.903188 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-25433c0f-77e5-4557-8d06-270a62a56b68 tempest-TestShelveInstance-1067568827 tempest-TestShelveInstance-1067568827-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1093 time: 0.2660835 Jan 17 17:21:37.906201 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51394) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:37.912700 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:21:37.920512 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:37.926547 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Usage tracker for resource:floatingip and tenant:d694c8ea99da46abb59d47d0320607ac is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:37.929676 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:37.931528 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:21:37.935760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:37.948351 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for floatingip, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.083564 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:38.090872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.097061 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:21:38.157868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.176088 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:21:38.192682 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:38.196609 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.240628 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Allocated IP 172.28.0.146 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/08aedcc1-c2e9-4f6c-b69a-6fa156aea997) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:21:38.274419 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=6']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:38.279669 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac957a-fef7-4bb0-b3c6-0fd2de5613c2 req-0ce26eae-1140-4a25-be5b-1137f7692bf8 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:38.288428 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f8ac957a-fef7-4bb0-b3c6-0fd2de5613c2 req-0ce26eae-1140-4a25-be5b-1137f7692bf8 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1155112 Jan 17 17:21:38.334206 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f8ac957a-fef7-4bb0-b3c6-0fd2de5613c2 req-7cac0ccb-894a-4b44-8d00-a1d48d2e89a8 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 Jan 17 17:21:38.362961 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['91e984b0-7580-4e7e-809a-b0f79f9b20ed'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:21:38.428666 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.467930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:38.546726 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:21:38.550171 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:21:38.552865 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:21:38.605381 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'Port': ['ID=08aedcc1-c2e9-4f6c-b69a-6fa156aea997,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:39.028974 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf5436-b061-4c08-b439-d2ed3626c88c req-4f95a5d6-52ad-4e7c-b7d4-6adfa4c21041 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:39.030467 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15bf5436-b061-4c08-b439-d2ed3626c88c req-4f95a5d6-52ad-4e7c-b7d4-6adfa4c21041 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 945 time: 0.1035526 Jan 17 17:21:39.078050 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15bf5436-b061-4c08-b439-d2ed3626c88c req-8955628c-de6f-48db-8625-76bfd45063dc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Jan 17 17:21:39.171130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:39.376007 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:39.537305 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d920ee-c779-4e9e-9729-f08aa161702a req-2bcf8a7a-c78f-4a10-84de-ff2a090e882b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:39.538776 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-80d920ee-c779-4e9e-9729-f08aa161702a req-2bcf8a7a-c78f-4a10-84de-ff2a090e882b tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0871584 Jan 17 17:21:39.589993 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-80d920ee-c779-4e9e-9729-f08aa161702a req-a4fd9c5d-33d3-4b42-9aea-62c24da932b1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 Jan 17 17:21:39.620532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:39.625025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:39.736869 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event updated for resources: {'Port': ['ID=08aedcc1-c2e9-4f6c-b69a-6fa156aea997,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:39.748607 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:39.921310 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Floating IP da618f9b-6287-44db-94bc-10caa53d3416 associated. External IP: 172.28.0.146, port: a7075359-75d7-4031-9272-0a1ac6207830. Jan 17 17:21:39.945478 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:21:40.026042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:21:40.026957 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:40.171391 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:40.203330 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:40.214555 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:40.226154 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:40.308342 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'code': 200} Jan 17 17:21:40.326027 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-8accf195-02a0-4226-a3e6-38da690267de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:40.328175 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-8accf195-02a0-4226-a3e6-38da690267de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.2494931 Jan 17 17:21:40.398203 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=7']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:40.444830 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368d5be-a203-4392-a7b7-ac50fcda1335 req-346824b1-5fb3-4c93-b037-40d049cb1342 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:40.446488 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e368d5be-a203-4392-a7b7-ac50fcda1335 req-346824b1-5fb3-4c93-b037-40d049cb1342 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1288087 Jan 17 17:21:40.494635 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e368d5be-a203-4392-a7b7-ac50fcda1335 req-75a19823-8a17-4654-b191-bbf24c525373 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Jan 17 17:21:40.585264 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Router 049f2151-fac7-4124-862d-9cb62d9e7844 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:21:40.607009 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-bfa70f73-0aa8-4fdc-aec6-28000947fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:40.608563 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-bfa70f73-0aa8-4fdc-aec6-28000947fb52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.2461624 Jan 17 17:21:40.779212 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-70ac515b-fbdd-4be1-bdbf-851e71c2c1f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.0940919 Jan 17 17:21:40.825680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8103d-20f5-46c4-9f2c-26ec7cfadac2 req-3dacea3a-fee0-4916-aa2f-adc6bb063006 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:40.827477 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ccc8103d-20f5-46c4-9f2c-26ec7cfadac2 req-3dacea3a-fee0-4916-aa2f-adc6bb063006 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0963168 Jan 17 17:21:40.981473 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ccc8103d-20f5-46c4-9f2c-26ec7cfadac2 req-836757a8-6e56-42d0-813a-478a177bc3c3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458435 Jan 17 17:21:41.028095 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-994eac44-efc5-4384-8033-49591dfd88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:41.029508 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-994eac44-efc5-4384-8033-49591dfd88e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.2430134 Jan 17 17:21:41.036504 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:21:41.049645 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Sync routers for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:21:41.060671 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:21:41.061561 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:21:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:41.095517 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:41.132109 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-368aa6c4-385a-4615-8fa8-98e0257508bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937088 Jan 17 17:21:41.245869 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fde1ea42-d42b-4bd1-a59a-2eea1fef7df1 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3370655 Jan 17 17:21:41.246860 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:41.311024 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:21:41.343776 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'status': 'completed', 'code': 200} Jan 17 17:21:41.356433 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-4d25e421-862e-4bc5-9d7c-956cf1e80df3 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176583 Jan 17 17:21:41.562250 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:41.572793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-385657d6-1e24-472e-b13e-181ef9a7e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:41.574448 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-385657d6-1e24-472e-b13e-181ef9a7e03c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.1909034 Jan 17 17:21:41.710190 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a30ad80-3731-41b3-ba44-1f2c1671ba23 req-d11681a9-40bc-46ae-adfb-d863793a660f service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156631 Jan 17 17:21:41.870695 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-2947da1a-f433-47e4-97e5-15fe216e84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:41.872420 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-2947da1a-f433-47e4-97e5-15fe216e84f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.2892697 Jan 17 17:21:41.963058 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'da618f9b-6287-44db-94bc-10caa53d3416', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'mac_address': 'fa:16:3e:2e:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:21:38Z', 'updated_at': '2022-01-17T17:21:38Z', 'revision_number': 0, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:41.968026 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Checking router: 049f2151-fac7-4124-862d-9cb62d9e7844 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:21:41.977073 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:21:41.977669 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:21:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:41.994779 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-df7355ef-0217-418c-977c-7b54ded6fe36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 999 time: 0.1093163 Jan 17 17:21:42.056303 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96404a-52a2-4547-8924-dad1f0373050 req-346ca476-79ba-4f5f-972f-1a0c5274c343 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:42.065461 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ea96404a-52a2-4547-8924-dad1f0373050 req-346ca476-79ba-4f5f-972f-1a0c5274c343 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.3390834 Jan 17 17:21:42.225529 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:21:42.266621 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-1887158d-1dc0-493c-bf7e-8683655771d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:42.269330 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-1887158d-1dc0-493c-bf7e-8683655771d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.2684844 Jan 17 17:21:42.376579 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ea96404a-52a2-4547-8924-dad1f0373050 req-8b0c6cd8-ef9d-416f-9b4e-f8e8b9b12c8f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687945 Jan 17 17:21:42.425549 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97aa5e-c3fc-4951-bc6f-7691d6f2e5d3 req-09d83e52-d9f6-4dae-b8de-75059c6e43c1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:42.438183 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3d97aa5e-c3fc-4951-bc6f-7691d6f2e5d3 req-09d83e52-d9f6-4dae-b8de-75059c6e43c1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3292899 Jan 17 17:21:42.519077 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3d97aa5e-c3fc-4951-bc6f-7691d6f2e5d3 req-2a0189c7-ff23-403d-bb7f-45129f20ffe1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Jan 17 17:21:42.550644 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-3e062005-5db7-487d-98df-fbeb2ad2ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:42.552655 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-3e062005-5db7-487d-98df-fbeb2ad2ca80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2708600 Jan 17 17:21:42.735381 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'da618f9b-6287-44db-94bc-10caa53d3416', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'mac_address': 'fa:16:3e:2e:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:21:38Z', 'updated_at': '2022-01-17T17:21:38Z', 'revision_number': 0, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:21:42.742868 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824683eb-563d-45ed-9e90-b111e273f70d None None] The sync data for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb is: [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'da618f9b-6287-44db-94bc-10caa53d3416', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'mac_address': 'fa:16:3e:2e:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:21:38Z', 'updated_at': '2022-01-17T17:21:38Z', 'revision_number': 0, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:21:42.745629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-629e77ef-137f-40fd-b74a-ea4792efa89a service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750560 Jan 17 17:21:42.938286 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e73226e-62c7-4c83-924c-452b0adeb9b1 req-ae31c831-f5dd-40d2-9068-2db885b46aad service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817391 Jan 17 17:21:43.107237 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bdbb54-8798-4c36-9a5e-8af887d32385 None None] New status for floating IP da618f9b-6287-44db-94bc-10caa53d3416: ACTIVE {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:21:43.607362 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e817a52-bc4f-46f0-b82a-b4247cdafd2c req-9f1437a6-860a-4857-9353-0894dab2ece6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:43.608993 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1e817a52-bc4f-46f0-b82a-b4247cdafd2c req-9f1437a6-860a-4857-9353-0894dab2ece6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1037958 Jan 17 17:21:43.706379 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1e817a52-bc4f-46f0-b82a-b4247cdafd2c req-ded20352-185b-4f54-af42-c03c547ec998 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906439 Jan 17 17:21:43.757445 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97651954-6c88-4701-8fd7-a41f59c5054e req-e1896200-cc4a-465c-bb0f-eaae80fc2ff3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:43.758980 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-97651954-6c88-4701-8fd7-a41f59c5054e req-e1896200-cc4a-465c-bb0f-eaae80fc2ff3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1091607 Jan 17 17:21:43.819932 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-97651954-6c88-4701-8fd7-a41f59c5054e req-4aa78771-a2e3-41c9-82a1-1c89462cfee3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Jan 17 17:21:44.935790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978571a-a2a6-4056-9795-ecaa570f3056 req-33f2fdf2-d1cb-41a6-9e13-67cdd8ff5a9e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:44.937254 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f978571a-a2a6-4056-9795-ecaa570f3056 req-33f2fdf2-d1cb-41a6-9e13-67cdd8ff5a9e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1059289 Jan 17 17:21:45.039803 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f978571a-a2a6-4056-9795-ecaa570f3056 req-97aac831-ba0b-4542-8c4b-0b27f7cdbd76 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956106 Jan 17 17:21:45.092299 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23dc0-d569-48b3-b760-5239d080d121 req-49c77c79-45a3-45fa-bb18-8cbcecd42c00 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:45.095345 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b7b23dc0-d569-48b3-b760-5239d080d121 req-49c77c79-45a3-45fa-bb18-8cbcecd42c00 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1071415 Jan 17 17:21:45.147603 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b7b23dc0-d569-48b3-b760-5239d080d121 req-b9ea39d6-cc7b-4f22-a053-7f8e88100136 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 Jan 17 17:21:46.270963 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22464338-2c92-4208-aca2-e4615e6954d4 req-a17eae69-cbbb-460f-a99d-73577537686d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:46.273178 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22464338-2c92-4208-aca2-e4615e6954d4 req-a17eae69-cbbb-460f-a99d-73577537686d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1152122 Jan 17 17:21:46.378718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22464338-2c92-4208-aca2-e4615e6954d4 req-6518b275-59d5-40a7-a4b8-f87d9e3d9280 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476253 Jan 17 17:21:46.430518 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f9bb0-433c-4ab8-abc7-b34a555538b6 req-b77dd9a9-96d9-4ff6-b1e0-208ef3ff7a35 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:46.432024 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a02f9bb0-433c-4ab8-abc7-b34a555538b6 req-b77dd9a9-96d9-4ff6-b1e0-208ef3ff7a35 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1515951 Jan 17 17:21:46.503142 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a02f9bb0-433c-4ab8-abc7-b34a555538b6 req-3877feb5-fa6e-4f8f-83cb-e2d6dadb7524 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624797 Jan 17 17:21:47.748152 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b839d-aaa7-40a0-9e7d-f5d672dfb75b req-9182de2b-9120-499a-8830-400e311a042a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:47.749599 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0d3b839d-aaa7-40a0-9e7d-f5d672dfb75b req-9182de2b-9120-499a-8830-400e311a042a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2274468 Jan 17 17:21:47.883399 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0d3b839d-aaa7-40a0-9e7d-f5d672dfb75b req-cdee0821-b41a-4af2-92a1-b42e26de3477 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257899 Jan 17 17:21:47.898199 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92159f-04f9-4ecb-aecc-04b24bc4c85e req-d8c318c2-f312-43df-a5d1-bdd1c22c945f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:47.909739 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da92159f-04f9-4ecb-aecc-04b24bc4c85e req-d8c318c2-f312-43df-a5d1-bdd1c22c945f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2527061 Jan 17 17:21:47.963083 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-da92159f-04f9-4ecb-aecc-04b24bc4c85e req-4dbd04fa-976e-4b5e-b008-fa2b6ed34a25 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525186 Jan 17 17:21:49.225890 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688a2a5-1ec3-4a0c-8311-79d0898fd781 req-94cd30fb-fa43-4c98-a690-a89d395fbd8e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:49.227292 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e688a2a5-1ec3-4a0c-8311-79d0898fd781 req-94cd30fb-fa43-4c98-a690-a89d395fbd8e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2103441 Jan 17 17:21:49.307205 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f840fc1-9722-4e4b-98c5-6bacebf527fa req-c8cfb80f-2f65-4c9d-8b1f-b7cc834f345d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:49.308882 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f840fc1-9722-4e4b-98c5-6bacebf527fa req-c8cfb80f-2f65-4c9d-8b1f-b7cc834f345d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1790016 Jan 17 17:21:49.342138 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e688a2a5-1ec3-4a0c-8311-79d0898fd781 req-4281a807-58ad-4ae5-9fcf-5eeeec11f8c5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977092 Jan 17 17:21:49.430429 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f840fc1-9722-4e4b-98c5-6bacebf527fa req-f2f726ea-1ec4-4e83-9730-25dfa2e785a3 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113291 Jan 17 17:21:50.663299 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b44cf-0b55-4cb6-b30d-561482771cb7 req-ca4a5d3d-5cfb-4e5b-aebc-94c3a0abe383 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:50.670939 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-522b44cf-0b55-4cb6-b30d-561482771cb7 req-ca4a5d3d-5cfb-4e5b-aebc-94c3a0abe383 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1514766 Jan 17 17:21:50.732735 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-522b44cf-0b55-4cb6-b30d-561482771cb7 req-bae0dc0c-f2ce-4f3f-b2e2-fae143b5a6b2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605686 Jan 17 17:21:50.782132 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1866587-8127-484f-9ffa-8aa62d517dfe req-048fc035-98d8-4294-96de-058b840b9bc8 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:50.784349 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a1866587-8127-484f-9ffa-8aa62d517dfe req-048fc035-98d8-4294-96de-058b840b9bc8 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2046781 Jan 17 17:21:50.880743 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a1866587-8127-484f-9ffa-8aa62d517dfe req-d42c9b06-fd03-4109-af93-0ed6b4217c55 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844407 Jan 17 17:21:51.429316 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7358-2a1d-4137-9ac1-7e446a266def req-04308f06-e19d-4eca-9282-9e8a36460b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:51.431722 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-06da7358-2a1d-4137-9ac1-7e446a266def req-04308f06-e19d-4eca-9282-9e8a36460b29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.1135590 Jan 17 17:21:51.499980 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-06da7358-2a1d-4137-9ac1-7e446a266def req-192b2aad-1b12-4d2e-9b9c-a35d0c6e92c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Jan 17 17:21:51.984729 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281c25-744f-4116-b018-5552e7bb19fc req-b24004a0-3a84-460b-88c6-9448c67e2278 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:51.987740 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d7281c25-744f-4116-b018-5552e7bb19fc req-b24004a0-3a84-460b-88c6-9448c67e2278 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0917823 Jan 17 17:21:52.089830 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d7281c25-744f-4116-b018-5552e7bb19fc req-ed77f1c2-e55d-4baf-992a-e0e7bf70b7f9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951395 Jan 17 17:21:52.149432 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cb095-3fa2-4985-bb18-d8ca5b190411 req-afec618b-6785-4015-8851-2009bff92a11 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:52.152321 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f3cb095-3fa2-4985-bb18-d8ca5b190411 req-afec618b-6785-4015-8851-2009bff92a11 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1390781 Jan 17 17:21:52.219701 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9f3cb095-3fa2-4985-bb18-d8ca5b190411 req-dcbf4cbd-c11b-4834-ab4a-d16489d71eb6 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Jan 17 17:21:53.107872 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-357d6058-70c7-4bf9-80dd-f4eec1b0fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.109557 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-357d6058-70c7-4bf9-80dd-f4eec1b0fd59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1099 time: 0.0825722 Jan 17 17:21:53.317856 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-a09c4cc4-0465-4a65-96fe-c4cf4134d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.319213 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-a09c4cc4-0465-4a65-96fe-c4cf4134d228 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1992342 Jan 17 17:21:53.499151 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fbc50-6a48-4944-ae44-983c97cf135f req-7b9f6d27-98fd-4717-876a-89c9e2ca5161 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.500651 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-300fbc50-6a48-4944-ae44-983c97cf135f req-7b9f6d27-98fd-4717-876a-89c9e2ca5161 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.2555389 Jan 17 17:21:53.502720 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-3f47e16f-36be-4641-8212-be2e8a23753c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 1001 time: 0.1754935 Jan 17 17:21:53.604205 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-300fbc50-6a48-4944-ae44-983c97cf135f req-7098bcb6-7658-4d04-a44a-4f2039c7d2f2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964930 Jan 17 17:21:53.614317 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dacb92-00fe-4dfa-b2b0-b91c53bfe751 req-d5ade454-1adc-4893-8d20-55809ffe7838 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.615793 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d8dacb92-00fe-4dfa-b2b0-b91c53bfe751 req-d5ade454-1adc-4893-8d20-55809ffe7838 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.2268803 Jan 17 17:21:53.621519 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-90383de6-6fb9-4afb-a553-0eb6c144fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.622917 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-90383de6-6fb9-4afb-a553-0eb6c144fdb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.0995970 Jan 17 17:21:53.726497 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d8dacb92-00fe-4dfa-b2b0-b91c53bfe751 req-ffa5e954-cbb8-4af2-9eb4-2a6f5bdb6161 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Jan 17 17:21:53.740949 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-6b1cd2b3-a983-4189-ac25-b84880a20311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:53.742231 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-6b1cd2b3-a983-4189-ac25-b84880a20311 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110463 Jan 17 17:21:53.883115 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-9023bfed-662d-49f6-bd22-31ab37555963 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288209 Jan 17 17:21:54.094424 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e97726e5-3718-47ef-9f2f-4e68141bfcda req-cdf03d36-be23-4a97-a78f-18292f784f8b service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984258 Jan 17 17:21:54.278470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021973-3290-4630-8ddf-45631b90c1bf req-c9c1d18d-8da4-4d1c-9e3e-dfad6f40dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.280042 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-c9c1d18d-8da4-4d1c-9e3e-dfad6f40dadb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b07667787c454fe1a51c98a272d4f4f6&device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 1098 time: 0.1274021 Jan 17 17:21:54.319542 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8963fd2-8653-4361-8547-e103b84dee2c req-d2a8bc0a-e881-4f64-a275-3a1ad48cdafb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.321082 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b8963fd2-8653-4361-8547-e103b84dee2c req-d2a8bc0a-e881-4f64-a275-3a1ad48cdafb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1198885 Jan 17 17:21:54.442594 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b8963fd2-8653-4361-8547-e103b84dee2c req-cfb42ece-c6fd-48ec-8116-20c4ed17fbae tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Jan 17 17:21:54.463069 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021973-3290-4630-8ddf-45631b90c1bf req-98e09807-597f-4e1c-966d-ad37ccb0d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.464546 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-98e09807-597f-4e1c-966d-ad37ccb0d1f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 200 len: 920 time: 0.1749737 Jan 17 17:21:54.551474 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-59578792-24d0-4f86-8bfb-3ca064ed5bd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 200 len: 217 time: 0.0775743 Jan 17 17:21:54.624101 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021973-3290-4630-8ddf-45631b90c1bf req-763ac905-8c79-4f18-8865-b3902458795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.625556 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-763ac905-8c79-4f18-8865-b3902458795c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 200 len: 859 time: 0.0663850 Jan 17 17:21:54.695203 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-3e922f92-4072-412f-b708-a1617611f102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e1e6a01-c13f-4078-b680-7f08c331ed66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563784 Jan 17 17:21:54.896044 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-2fff32fc-8422-4b47-b83b-1d6de95b5ab4 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899865 Jan 17 17:21:54.904078 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51776) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:54.930400 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcdfb1-ac77-464b-9aa9-c734a68f3f16 req-8881705c-1bac-4558-aca7-fb3deb0fc7a2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:54.931867 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-acdcdfb1-ac77-464b-9aa9-c734a68f3f16 req-8881705c-1bac-4558-aca7-fb3deb0fc7a2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1572106 Jan 17 17:21:55.027725 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.041743 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:21:55.045530 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc817c0d3284be3b1d17f96d4055f7a is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:21:55.047377 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:21:55.048865 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:21:55.054540 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:21:55.057517 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-acdcdfb1-ac77-464b-9aa9-c734a68f3f16 req-2b00a038-730a-4434-8de2-7c77f6b89f60 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191635 Jan 17 17:21:55.091492 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5b021973-3290-4630-8ddf-45631b90c1bf req-50dfadec-9e4b-4884-8d92-22a3e9116784 service neutron] 10.222.0.57 "GET /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876442 Jan 17 17:21:55.143839 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.147949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.195171 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fdc817c0d3284be3b1d17f96d4055f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893457 Jan 17 17:21:55.196010 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84daf6ea-13f7-4bb5-8b76-257ff2808aae,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:55.197918 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51782) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:55.214654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.214999 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.215334 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.215693 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.216019 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.216341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.216662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.216982 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.217302 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.217616 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.217933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.218245 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1542e416-22cb-4045-968d-b9fdc20e4502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:55.270771 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.296021 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.352779 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.370945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84daf6ea-13f7-4bb5-8b76-257ff2808aae,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:55.373429 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:55.379293 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0ec0a38f-b75d-44e3-a94a-e3894107a5df admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/84daf6ea-13f7-4bb5-8b76-257ff2808aae HTTP/1.1" status: 204 len: 168 time: 0.1788797 Jan 17 17:21:55.640622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8aae7-bcc0-4f72-9969-202a3026f4bf req-6cf6a642-405c-451a-b9c9-d31fcf2fab5e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:55.642112 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0d8aae7-bcc0-4f72-9969-202a3026f4bf req-6cf6a642-405c-451a-b9c9-d31fcf2fab5e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0812764 Jan 17 17:21:55.691936 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0d8aae7-bcc0-4f72-9969-202a3026f4bf req-a13104b4-3591-4ea5-a161-7b00c04ff7bb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Jan 17 17:21:56.276098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f3cd3-6ed0-40c0-8e6f-24aa1af1f879 req-4cf1ad80-1225-4882-a717-bce31bc3c6b1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:56.277649 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef1f3cd3-6ed0-40c0-8e6f-24aa1af1f879 req-4cf1ad80-1225-4882-a717-bce31bc3c6b1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.0916669 Jan 17 17:21:56.337336 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef1f3cd3-6ed0-40c0-8e6f-24aa1af1f879 req-2921bab7-392c-4111-a01a-1812437d3230 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533750 Jan 17 17:21:56.941315 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d56702-fc0b-4e07-83ce-81797db1e92e req-3065a9dd-b609-4131-b847-fbc369da9861 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:56.944493 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-36d56702-fc0b-4e07-83ce-81797db1e92e req-3065a9dd-b609-4131-b847-fbc369da9861 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1340239 Jan 17 17:21:56.995468 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-36d56702-fc0b-4e07-83ce-81797db1e92e req-70d0a96c-1207-4645-9ec9-ef4b68974d78 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jan 17 17:21:57.624274 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df901a-6d68-4368-889a-4c99021c2279 req-fcb3ebd6-4d2c-46bd-8784-51d7125f9f7c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:57.631933 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92df901a-6d68-4368-889a-4c99021c2279 req-fcb3ebd6-4d2c-46bd-8784-51d7125f9f7c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 946 time: 0.1183674 Jan 17 17:21:57.691085 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-92df901a-6d68-4368-889a-4c99021c2279 req-de2ae3e9-85a2-4fd0-b99e-802e5843b23c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580032 Jan 17 17:21:57.909907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 51908) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:21:58.025626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:21:58.040229 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-5b453534-e3a7-4afe-b529-fbf9b8c3871f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1291728 Jan 17 17:21:58.155776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.185754 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:21:58.185929 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-cb2bc959-e12d-48af-9f10-deea30d93393 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=772bdac9f7ee4597923e19cd5607d630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653567 Jan 17 17:21:58.196483 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:21:58.201773 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:21:58.277865 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=8']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:21:58.287048 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.287521 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.287958 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.288518 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.289003 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.289541 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.289875 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.290205 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.290572 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.290889 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.291261 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.292014 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:21:58.453161 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-95d73bc0-d3e1-4a0d-b710-5cb5c834de38 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:58.454586 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-95d73bc0-d3e1-4a0d-b710-5cb5c834de38 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674198 Jan 17 17:21:58.462765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b01bbc-8e9e-461f-bba1-551ce6fb2d50 req-46c2ab5d-63d6-43eb-b8d1-713f510cc45c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:58.464122 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5b01bbc-8e9e-461f-bba1-551ce6fb2d50 req-46c2ab5d-63d6-43eb-b8d1-713f510cc45c tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.3186908 Jan 17 17:21:58.489110 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-475b9a6d-0256-4791-9c22-c55287035362 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/quotas/772bdac9f7ee4597923e19cd5607d630 HTTP/1.1" status: 200 len: 375 time: 0.0240471 Jan 17 17:21:58.550873 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-387be3b5-f4d8-49e1-a6b4-73b2aadfa847 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=772bdac9f7ee4597923e19cd5607d630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561228 Jan 17 17:21:58.555454 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5b01bbc-8e9e-461f-bba1-551ce6fb2d50 req-68bde740-5f5a-41da-90ce-3a715c02d55e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827262 Jan 17 17:21:58.606999 dv-cinder-818883-2-smb neutron-server[86829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'code': 422} returned with failed status Jan 17 17:21:58.807467 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-633ae030-4e03-47c3-92f7-832689d127e3 req-e33ade80-5604-4f0c-b27d-c64e4bbc6e8a tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 210 time: 0.0549915 Jan 17 17:21:59.048432 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f6905-8c63-4d35-b5dc-4c4d40128620 req-6222a1cd-1d23-48ac-bf48-7a73f8e859bc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:59.058346 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-617f6905-8c63-4d35-b5dc-4c4d40128620 req-6222a1cd-1d23-48ac-bf48-7a73f8e859bc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1253176 Jan 17 17:21:59.102546 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-617f6905-8c63-4d35-b5dc-4c4d40128620 req-0e0fbdf7-e93d-4456-a0bd-426750402e01 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Jan 17 17:21:59.923708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-2095bca4-da28-4e49-9318-effd2947a485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:21:59.925645 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-2095bca4-da28-4e49-9318-effd2947a485 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 1097 time: 0.0870216 Jan 17 17:22:00.035332 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52000) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:00.037493 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-44778c59-e48e-46ee-a13f-b0572a1d4fd0 req-e3a94a99-ca66-49fd-bec5-24d17f0d8e17 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 210 time: 0.0928104 Jan 17 17:22:00.104688 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-6f592303-1f9b-4e35-932f-9b0bbbfaa47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.106125 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-6f592303-1f9b-4e35-932f-9b0bbbfaa47f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1097 time: 0.1251240 Jan 17 17:22:00.170665 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.190605 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:00.194583 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Usage tracker for resource:security_group_rule and tenant:392a1866e8694959981042df89530980 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:00.197501 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:00.203199 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:00.290292 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.297380 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.311513 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-36726295-c9e6-4d0c-9bf7-4b9048622149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.312948 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-36726295-c9e6-4d0c-9bf7-4b9048622149 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1998651 Jan 17 17:22:00.352597 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=392a1866e8694959981042df89530980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166280 Jan 17 17:22:00.353735 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18f659-f114-42c2-bf5e-aec032c329c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3429d-1d5d-4454-9b3a-8b7efd1005d5,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:00.356400 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52010) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:00.436687 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-2e984411-4ea6-4d63-997b-d006f7f848f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 999 time: 0.1157146 Jan 17 17:22:00.446298 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9299b-2e25-4a58-9a7a-13b1ddaf2d88 req-5e219b56-7500-46f8-ba98-6f9c27a6b1fd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.447823 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5cf9299b-2e25-4a58-9a7a-13b1ddaf2d88 req-5e219b56-7500-46f8-ba98-6f9c27a6b1fd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.2198272 Jan 17 17:22:00.499557 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-14aa6f4f-df41-4441-a350-1c9c711473fc tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=772bdac9f7ee4597923e19cd5607d630&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396090 Jan 17 17:22:00.503096 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.533338 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.552249 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5cf9299b-2e25-4a58-9a7a-13b1ddaf2d88 req-02c6d90c-a751-4bf1-901e-ba351424fc38 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629840 Jan 17 17:22:00.553586 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-77844cd2-0bd7-4d17-8b54-0d63b255bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.555041 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-77844cd2-0bd7-4d17-8b54-0d63b255bcef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1040497 Jan 17 17:22:00.652431 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-1dfda9b7-3732-4019-88f0-eb63ea0b5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.654521 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-1dfda9b7-3732-4019-88f0-eb63ea0b5b8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925202 Jan 17 17:22:00.659707 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.702425 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3429d-1d5d-4454-9b3a-8b7efd1005d5,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:00.712046 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:00.716109 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-628ccba4-cf65-4280-8337-5facc0976f2d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3ff3429d-1d5d-4454-9b3a-8b7efd1005d5 HTTP/1.1" status: 204 len: 168 time: 0.3586001 Jan 17 17:22:00.777252 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-543aa17a-d6d3-4e42-8a3a-cd3c77d0777e tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:00.778790 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-543aa17a-d6d3-4e42-8a3a-cd3c77d0777e tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2224162 Jan 17 17:22:00.793483 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Request body: {'port': {'device_id': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0', 'admin_state_up': True, 'tenant_id': '772bdac9f7ee4597923e19cd5607d630'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:00.870864 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-f8172c01-ab94-4cc9-8922-d6e35e35a5c6 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086949 Jan 17 17:22:00.993623 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:00.999214 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Usage tracker for resource:port and tenant:772bdac9f7ee4597923e19cd5607d630 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:01.002688 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:01.009392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:01.030420 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Made reservation on behalf of 772bdac9f7ee4597923e19cd5607d630 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:01.035861 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.049172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.071842 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1bff0b08-fe58-45b3-a814-77fdada44b59 req-58a4e69a-e6ef-4223-b98c-fadc5430f160 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918991 Jan 17 17:22:01.072622 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:01.077223 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Usage tracker for resource:security_group_rule and tenant:772bdac9f7ee4597923e19cd5607d630 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:01.081585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:01.088398 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:01.191402 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52036) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:01.216080 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.221170 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.253704 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.277950 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4a414058-2a4d-4c94-8a3f-40a08cadfcf1 req-72a635e0-85fa-4d17-aca3-85161e9750e5 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 210 time: 0.0633893 Jan 17 17:22:01.282504 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:01.289331 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5f581a8da04f4d807c2f37f1edecb3 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:01.293990 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:01.305191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:01.312810 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ae6b7-8cab-4fb5-a740-40eac25530f5,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:01.429899 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.437993 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.447967 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Allocated IP 192.168.233.70 (75951309-4fa2-4bee-a4ef-073168632dc0/49a14f3c-2745-47bd-ad22-ab8f6617c9be/9f374954-055c-473d-9877-a79eea620895) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:01.509634 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cb5f581a8da04f4d807c2f37f1edecb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164976 Jan 17 17:22:01.511521 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885396d7-c62e-4c52-83c7-e319968481b4,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:01.514874 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52046) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:01.520472 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.520944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.521424 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.522338 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.522338 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.522615 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.522934 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.523624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.523624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.523932 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.524258 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.524577 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d8b913-df22-4a09-81a4-119ac9ebaf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:01.817737 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd8669-25cd-4a5d-9744-7c239a21226d req-d7e5cbfc-2962-4fe5-a782-3825e06ceee0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:01.819460 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13bd8669-25cd-4a5d-9744-7c239a21226d req-d7e5cbfc-2962-4fe5-a782-3825e06ceee0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1081944 Jan 17 17:22:01.820855 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.879635 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-13bd8669-25cd-4a5d-9744-7c239a21226d req-acca8da8-6ce5-4216-b9a7-5556bcd49db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502000 Jan 17 17:22:01.881749 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.886050 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:01.924794 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Transition to ACTIVE for port object 9f374954-055c-473d-9877-a79eea620895 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:01.983014 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.006249 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885396d7-c62e-4c52-83c7-e319968481b4,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:02.032182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.133475 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Network 75951309-4fa2-4bee-a4ef-073168632dc0 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:02.137351 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:02.140277 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:02.186269 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.190656 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-4556ac1d-e850-40be-a926-b7f97f556564 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/885396d7-c62e-4c52-83c7-e319968481b4 HTTP/1.1" status: 204 len: 168 time: 0.6708653 Jan 17 17:22:02.214406 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Pushing event updated for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:02.264575 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:02.265288 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.329917 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-71b6a444-8b3c-4e91-8705-5c6c1ece0463 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5414352 Jan 17 17:22:02.585953 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-1c3b9ff8-33ea-46f0-922a-e639e64aa2ca None None] Provisioning for port 9f374954-055c-473d-9877-a79eea620895 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:02.606302 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-1c3b9ff8-33ea-46f0-922a-e639e64aa2ca None None] Provisioning complete for port 9f374954-055c-473d-9877-a79eea620895 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:02.608030 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1c3b9ff8-33ea-46f0-922a-e639e64aa2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.634852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298bf55-ee4e-4034-b57c-e087c31d399f req-e5332bd4-7144-487c-9e69-a564308f31c8 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:02.648645 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0298bf55-ee4e-4034-b57c-e087c31d399f req-e5332bd4-7144-487c-9e69-a564308f31c8 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.1381655 Jan 17 17:22:02.745361 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b9ff8-33ea-46f0-922a-e639e64aa2ca None None] Port 9f374954-055c-473d-9877-a79eea620895 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:02.750216 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-7de83ab1-2e37-4bbf-9976-a9e924dd83bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:02.767584 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0298bf55-ee4e-4034-b57c-e087c31d399f req-615ca4f1-636a-4c6b-b466-b47ed85fd189 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139774 Jan 17 17:22:03.188256 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457463c7-0ff8-4a47-b27a-5fd185051f3c req-bfec3dc6-e6b7-41b8-b021-64b2e9ffa051 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:03.198542 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-457463c7-0ff8-4a47-b27a-5fd185051f3c req-bfec3dc6-e6b7-41b8-b021-64b2e9ffa051 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1252053 Jan 17 17:22:03.292862 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-457463c7-0ff8-4a47-b27a-5fd185051f3c req-39b28418-4364-474e-9d8e-638716df339f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925205 Jan 17 17:22:03.974266 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f002-7523-4cc2-b66c-d0b79a8ad0dd req-944abfe9-420d-44ae-966b-fcfef1b51248 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:03.976031 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1932f002-7523-4cc2-b66c-d0b79a8ad0dd req-944abfe9-420d-44ae-966b-fcfef1b51248 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.2057467 Jan 17 17:22:04.137897 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1932f002-7523-4cc2-b66c-d0b79a8ad0dd req-e32ffe40-0be0-4ba2-bb57-14f5599c9a42 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520543 Jan 17 17:22:04.208079 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67627-72ff-42b9-bf57-5934ec453b26 req-6dc8d8b1-86eb-4670-bed8-472b0b2f643b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:04.210781 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24a67627-72ff-42b9-bf57-5934ec453b26 req-6dc8d8b1-86eb-4670-bed8-472b0b2f643b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.1903949 Jan 17 17:22:04.295455 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24a67627-72ff-42b9-bf57-5934ec453b26 req-250a4637-f064-4969-8c39-6d7a7354b771 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781190 Jan 17 17:22:04.557832 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04981586-8b4e-4b7e-a277-d036ccacfbae req-4acf5bf1-cab0-48cf-b007-fd5b1ea1899c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:04.560211 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04981586-8b4e-4b7e-a277-d036ccacfbae req-4acf5bf1-cab0-48cf-b007-fd5b1ea1899c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1032755 Jan 17 17:22:04.628715 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04981586-8b4e-4b7e-a277-d036ccacfbae req-ddcb1c78-eb65-4054-8c3b-495d39268657 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553055 Jan 17 17:22:05.082507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e3129986-4d23-43ff-b933-2fcc73537a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.444573 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52786f68-3ca5-4e7c-a055-d9c6998c83b7 req-cd324ac1-7914-4362-92d6-08a8156d06b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:05.447508 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-52786f68-3ca5-4e7c-a055-d9c6998c83b7 req-cd324ac1-7914-4362-92d6-08a8156d06b0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1573124 Jan 17 17:22:05.484739 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52156) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:05.556642 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-52786f68-3ca5-4e7c-a055-d9c6998c83b7 req-590248d4-450b-42ba-81a1-cc534e01fc97 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029189 Jan 17 17:22:05.605468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d244e47-18fa-4b34-b64f-bed04aa28827 req-bbde123f-7eeb-4d69-be26-e2244129161b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:05.607696 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d244e47-18fa-4b34-b64f-bed04aa28827 req-bbde123f-7eeb-4d69-be26-e2244129161b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.1243520 Jan 17 17:22:05.674458 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.709314 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d244e47-18fa-4b34-b64f-bed04aa28827 req-aec64017-98b9-4c35-ba78-50fadb03ba29 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929718 Jan 17 17:22:05.721692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:05.725987 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Usage tracker for resource:security_group_rule and tenant:afdf3cba2ac849e2bb3a872e459bd964 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:05.729057 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:05.735182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:05.867202 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.872741 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:05.910396 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db03ba9-b881-4fa9-8f1e-14a3abe3729e req-679705ca-2c48-4328-b3ec-60e49bf38808 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:05.912047 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0db03ba9-b881-4fa9-8f1e-14a3abe3729e req-679705ca-2c48-4328-b3ec-60e49bf38808 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1330891 Jan 17 17:22:05.919157 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=afdf3cba2ac849e2bb3a872e459bd964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317722 Jan 17 17:22:05.922310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52164) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:05.955933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4b469-327a-49b5-95ca-896380c5f182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9066aeea-5f8c-4d5d-a977-4f9d1ee52004,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:05.987590 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0db03ba9-b881-4fa9-8f1e-14a3abe3729e req-977eb1f3-ce4d-4ed7-9703-b98879a7fdec tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622294 Jan 17 17:22:06.002990 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.033369 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.114158 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.120357 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.128362 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.134388 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9066aeea-5f8c-4d5d-a977-4f9d1ee52004,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:06.142371 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.146658 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-698d9367-7bbd-460b-814d-71bccccbfc54 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9066aeea-5f8c-4d5d-a977-4f9d1ee52004 HTTP/1.1" status: 204 len: 168 time: 0.2233701 Jan 17 17:22:06.512668 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52174) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:06.531737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.547312 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:06.552673 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a7cad86f2649ae92e17cbff92b000f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:06.556214 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:06.562331 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:06.663160 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.668527 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.722781 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad1493-67c4-4444-bd16-36d255efa301,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:06.726902 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-515199d1-2585-4ccb-8780-4338ebe5c880 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a0a7cad86f2649ae92e17cbff92b000f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132373 Jan 17 17:22:06.729518 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52182) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:06.774473 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2b56-6f21-40ff-a8da-db3b90da5803 req-d9e0102d-98ef-422a-97a8-1d8e89ccf9d9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:06.782170 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7d5d2b56-6f21-40ff-a8da-db3b90da5803 req-d9e0102d-98ef-422a-97a8-1d8e89ccf9d9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1149936 Jan 17 17:22:06.790713 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.818699 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.844036 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7d5d2b56-6f21-40ff-a8da-db3b90da5803 req-4fe0a580-3030-4c35-a2da-bd8b0d985917 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598757 Jan 17 17:22:06.887268 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.902516 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad1493-67c4-4444-bd16-36d255efa301,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:06.917621 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:06.918841 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d1cda9ec-fe36-4584-a7e1-d04c277399e6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/26ad1493-67c4-4444-bd16-36d255efa301 HTTP/1.1" status: 204 len: 168 time: 0.1884367 Jan 17 17:22:07.036069 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20a1de-dcf1-42b5-ae69-6f9bd7284309 req-5b775a30-bb2f-4fd4-8dbb-c881fe5d01bb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:07.047482 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9b20a1de-dcf1-42b5-ae69-6f9bd7284309 req-5b775a30-bb2f-4fd4-8dbb-c881fe5d01bb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.1356497 Jan 17 17:22:07.142974 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9b20a1de-dcf1-42b5-ae69-6f9bd7284309 req-776267e2-4183-48ab-8351-9eb49d5c8e3e tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944731 Jan 17 17:22:07.325415 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b3ee6-4824-4301-a9ef-9e8b0265edd9 req-c41f53f1-79e5-48df-a582-498279a9e8a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:07.334518 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d80b3ee6-4824-4301-a9ef-9e8b0265edd9 req-c41f53f1-79e5-48df-a582-498279a9e8a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1715713 Jan 17 17:22:07.435292 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d80b3ee6-4824-4301-a9ef-9e8b0265edd9 req-ec57e975-b8ff-4f20-b7f4-c93ea896dbff tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788045 Jan 17 17:22:07.617061 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:08.063820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795103-d6a0-4965-b85c-46f17538640d req-5e1f3181-6b86-43a0-aee6-80178c74fc65 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:08.066048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eb795103-d6a0-4965-b85c-46f17538640d req-5e1f3181-6b86-43a0-aee6-80178c74fc65 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1019480 Jan 17 17:22:08.118703 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eb795103-d6a0-4965-b85c-46f17538640d req-2ff6f8c1-e266-4dab-a429-87591ddca9ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473986 Jan 17 17:22:08.370392 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1bc7-635f-4717-a7a5-89b6f1e079e9 req-d9f4e1d4-56b4-4e22-b354-b7f372cf3063 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:08.371957 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b79f1bc7-635f-4717-a7a5-89b6f1e079e9 req-d9f4e1d4-56b4-4e22-b354-b7f372cf3063 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.1086688 Jan 17 17:22:08.435774 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b79f1bc7-635f-4717-a7a5-89b6f1e079e9 req-acf25115-3c8a-4b71-b530-3a8fc40ad7b6 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Jan 17 17:22:08.716519 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106668ea-f9f4-4c04-a83a-ec9609aa3412 req-18280ce7-5c1f-4177-b7da-2bbbd11a8428 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:08.727059 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-106668ea-f9f4-4c04-a83a-ec9609aa3412 req-18280ce7-5c1f-4177-b7da-2bbbd11a8428 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1679113 Jan 17 17:22:08.786595 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-106668ea-f9f4-4c04-a83a-ec9609aa3412 req-3e872454-350d-471c-8455-568cca590260 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580451 Jan 17 17:22:09.358867 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ef148-a742-49fb-9327-af144dad2bed req-dfecec5e-23a5-4d70-8a4b-c980d028f362 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:09.366254 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-699ef148-a742-49fb-9327-af144dad2bed req-dfecec5e-23a5-4d70-8a4b-c980d028f362 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1354070 Jan 17 17:22:09.437571 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-699ef148-a742-49fb-9327-af144dad2bed req-2f088249-e4ed-426c-a803-3f91e847a59d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700972 Jan 17 17:22:09.672082 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941371ef-ea7e-44fa-b8ce-9cba276ad44f req-d1f45dbc-4ca0-446e-81bc-0dc2eb5d269b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:09.673704 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-941371ef-ea7e-44fa-b8ce-9cba276ad44f req-d1f45dbc-4ca0-446e-81bc-0dc2eb5d269b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.0998087 Jan 17 17:22:09.730068 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-941371ef-ea7e-44fa-b8ce-9cba276ad44f req-5edf792b-3937-4ed3-a481-6a96ce5f9712 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Jan 17 17:22:09.978174 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5781d6-fab8-474b-84d3-f35e129ed8e6 req-5c60fd56-7d20-4eb5-ac90-01d2bcd91c53 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:09.979650 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0c5781d6-fab8-474b-84d3-f35e129ed8e6 req-5c60fd56-7d20-4eb5-ac90-01d2bcd91c53 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.0828843 Jan 17 17:22:10.026290 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0c5781d6-fab8-474b-84d3-f35e129ed8e6 req-5414560d-01b3-49bc-b6dc-dcb3faff82ad tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405338 Jan 17 17:22:10.580864 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Request body: {'port': {'device_id': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:10.660776 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac225e-aab4-42d0-b13f-d612c2fb0d7f req-867d3cb1-ffad-4b8b-bcb2-36b809b02be0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:10.662165 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8fac225e-aab4-42d0-b13f-d612c2fb0d7f req-867d3cb1-ffad-4b8b-bcb2-36b809b02be0 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1103003 Jan 17 17:22:10.709806 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8fac225e-aab4-42d0-b13f-d612c2fb0d7f req-c7ba7bdb-9673-4368-bfee-394783309f6d tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Jan 17 17:22:10.717021 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:10.923329 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5eeea-69ab-4997-97d4-0bde1bc125d1 req-8a60ed1f-c0dc-4f10-ab2c-b730f746ccef tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:10.924913 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffb5eeea-69ab-4997-97d4-0bde1bc125d1 req-8a60ed1f-c0dc-4f10-ab2c-b730f746ccef tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 935 time: 0.0824139 Jan 17 17:22:10.969842 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffb5eeea-69ab-4997-97d4-0bde1bc125d1 req-890eb299-435a-4318-90ab-041ff13fdc54 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Jan 17 17:22:11.072610 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f374954-055c-473d-9877-a79eea620895 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:11.080690 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.094781 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Transition to ACTIVE for port object 9f374954-055c-473d-9877-a79eea620895 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:11.099222 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.221174 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b724206-32a9-46b1-b82e-4a9fbc0806fa req-2b40d46f-a935-43f8-8793-4566bbdb7028 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:11.222753 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6b724206-32a9-46b1-b82e-4a9fbc0806fa req-2b40d46f-a935-43f8-8793-4566bbdb7028 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.0814404 Jan 17 17:22:11.229357 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:11.271568 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6b724206-32a9-46b1-b82e-4a9fbc0806fa req-557c8085-666d-4979-a2c5-06b362a03636 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421081 Jan 17 17:22:11.337011 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Attempting to bind port 9f374954-055c-473d-9877-a79eea620895 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:11.337340 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Attempting to bind port 9f374954-055c-473d-9877-a79eea620895 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:11.337660 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Attempting to bind port 9f374954-055c-473d-9877-a79eea620895 on network 75951309-4fa2-4bee-a4ef-073168632dc0 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:11.342392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Port 9f374954-055c-473d-9877-a79eea620895 on network 75951309-4fa2-4bee-a4ef-073168632dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:22:11.342705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Attempting to bind port 9f374954-055c-473d-9877-a79eea620895 on network 75951309-4fa2-4bee-a4ef-073168632dc0 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:11.348596 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:11.348932 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Checking segment: {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:11.349310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Bound using segment: {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:11.349725 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Bound port: 9f374954-055c-473d-9877-a79eea620895, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080ed507-d73b-40a6-ac4d-ed7cef595580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:11.350049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.444960 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:11.449887 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f374954-055c-473d-9877-a79eea620895,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:11.456563 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.516068 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:11.516486 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.518010 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f374954-055c-473d-9877-a79eea620895 HTTP/1.1" status: 200 len: 1097 time: 0.9425704 Jan 17 17:22:11.518459 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'tag': '9f374954-055c-473d-9877-a79eea620895'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:11.547696 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6458ff5-e1c9-4ea3-9471-af8f1045d2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:11.558572 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:11.599665 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'tag': '9f374954-055c-473d-9877-a79eea620895', 'status': 'completed', 'code': 200} Jan 17 17:22:11.646484 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-af8272e2-4aa2-47f6-8cf3-a1391e43c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:11.648791 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-af8272e2-4aa2-47f6-8cf3-a1391e43c8e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=772bdac9f7ee4597923e19cd5607d630&device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 1100 time: 0.0811460 Jan 17 17:22:11.814742 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-7b5f15ba-b310-40d6-9c58-79fef015d873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9f374954-055c-473d-9877-a79eea620895 HTTP/1.1" status: 200 len: 217 time: 0.1577508 Jan 17 17:22:11.885452 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-db1dc8e8-f531-477f-87e0-cd5a503512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:11.887243 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-db1dc8e8-f531-477f-87e0-cd5a503512ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49a14f3c-2745-47bd-ad22-ab8f6617c9be HTTP/1.1" status: 200 len: 843 time: 0.0666101 Jan 17 17:22:11.977592 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-c2514357-89ac-48eb-b04d-95f81ad987d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:11.979060 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-c2514357-89ac-48eb-b04d-95f81ad987d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75951309-4fa2-4bee-a4ef-073168632dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0814111 Jan 17 17:22:12.009096 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413a464-a7fd-40e4-93b7-cc4cee950fb3 req-b10e5f8e-bcb5-47b1-93e7-c16bcde12369 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.016851 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a413a464-a7fd-40e4-93b7-cc4cee950fb3 req-b10e5f8e-bcb5-47b1-93e7-c16bcde12369 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1849844 Jan 17 17:22:12.071179 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a413a464-a7fd-40e4-93b7-cc4cee950fb3 req-e827438b-e4a7-41a6-bc7e-f15be28be954 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488362 Jan 17 17:22:12.131190 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-13fd4c82-75aa-4181-b42c-d9031848696e service neutron] 10.222.0.57 "GET /v2.0/networks/75951309-4fa2-4bee-a4ef-073168632dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448040 Jan 17 17:22:12.187822 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc86d6-405e-4146-85c7-ad8cea3fd980 req-2f6126bb-6db3-4298-842a-fac8f5cd6460 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.189827 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a3fc86d6-405e-4146-85c7-ad8cea3fd980 req-2f6126bb-6db3-4298-842a-fac8f5cd6460 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 947 time: 0.0854566 Jan 17 17:22:12.241800 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a3fc86d6-405e-4146-85c7-ad8cea3fd980 req-9186752b-ebd8-41dd-9e7f-0a515381526f tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455906 Jan 17 17:22:12.290056 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c968de9d-cb63-49b8-88b9-bc4136b169e6 req-d9ba38df-26de-4b9b-b34c-a375288cdf72 service neutron] 10.222.0.57 "GET /v2.0/networks/75951309-4fa2-4bee-a4ef-073168632dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518383 Jan 17 17:22:12.449345 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb40c-1a07-4248-882a-922892c9de38 req-87786e75-67a5-447b-8827-caa0f77e2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.450768 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-87786e75-67a5-447b-8827-caa0f77e2e29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=772bdac9f7ee4597923e19cd5607d630&device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 1100 time: 0.1122696 Jan 17 17:22:12.506817 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a513f8c-37b9-4f7f-8362-c0c70a829c93 req-534b4d85-e911-4d44-a1fb-2fc8c649437e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.508325 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0a513f8c-37b9-4f7f-8362-c0c70a829c93 req-534b4d85-e911-4d44-a1fb-2fc8c649437e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.0803077 Jan 17 17:22:12.552780 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0a513f8c-37b9-4f7f-8362-c0c70a829c93 req-f33e5e5e-414b-4d96-8fa5-778006e05c0c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386963 Jan 17 17:22:12.586527 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb40c-1a07-4248-882a-922892c9de38 req-518390cc-40e4-4d38-b77a-4d51a406fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.587994 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-518390cc-40e4-4d38-b77a-4d51a406fceb service neutron] 10.222.0.57 "GET /v2.0/networks?id=75951309-4fa2-4bee-a4ef-073168632dc0 HTTP/1.1" status: 200 len: 870 time: 0.1302600 Jan 17 17:22:12.657003 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-1747cfd9-1b5f-4c9a-b3cc-d000a280dd80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9f374954-055c-473d-9877-a79eea620895 HTTP/1.1" status: 200 len: 217 time: 0.0608358 Jan 17 17:22:12.724184 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb40c-1a07-4248-882a-922892c9de38 req-34be48ab-32d6-4f06-aed4-b093fc723234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.725514 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-34be48ab-32d6-4f06-aed4-b093fc723234 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49a14f3c-2745-47bd-ad22-ab8f6617c9be HTTP/1.1" status: 200 len: 843 time: 0.0606463 Jan 17 17:22:12.804878 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edb40c-1a07-4248-882a-922892c9de38 req-a76bafb3-f4a6-4cee-87ea-726a0c45caea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:12.806320 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-a76bafb3-f4a6-4cee-87ea-726a0c45caea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=75951309-4fa2-4bee-a4ef-073168632dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725482 Jan 17 17:22:12.945239 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-21eced98-5d63-4c3e-a4af-a8e511fb79b0 service neutron] 10.222.0.57 "GET /v2.0/networks/75951309-4fa2-4bee-a4ef-073168632dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228344 Jan 17 17:22:13.079037 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-f5edb40c-1a07-4248-882a-922892c9de38 req-801cbbec-da48-4094-8132-b052406cb12b service neutron] 10.222.0.57 "GET /v2.0/networks/75951309-4fa2-4bee-a4ef-073168632dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263916 Jan 17 17:22:13.250170 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ae77d-b09e-4bd9-9e26-060194976427 req-e3953291-7502-4942-885c-a4ae1ea8aa35 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:13.252173 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cb7ae77d-b09e-4bd9-9e26-060194976427 req-e3953291-7502-4942-885c-a4ae1ea8aa35 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.0845773 Jan 17 17:22:13.297434 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cb7ae77d-b09e-4bd9-9e26-060194976427 req-9b567055-461a-45d6-bbf4-17ec5f23ded5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395098 Jan 17 17:22:13.388337 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-2844ff1d-d233-4abe-bba2-9a06b3030ea5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:13.389146 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-2844ff1d-d233-4abe-bba2-9a06b3030ea5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Synchronizing usage tracker for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:13.406034 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-2844ff1d-d233-4abe-bba2-9a06b3030ea5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Unset dirty status for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:13.407140 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-2844ff1d-d233-4abe-bba2-9a06b3030ea5 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 946 time: 0.1035492 Jan 17 17:22:13.437159 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f97bb4-3926-44ba-9d67-2f78e7644860 req-23346c7d-11c9-4f7f-a6b6-a326ac10a3e0 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:13.439734 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-67f97bb4-3926-44ba-9d67-2f78e7644860 req-23346c7d-11c9-4f7f-a6b6-a326ac10a3e0 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 947 time: 0.0808773 Jan 17 17:22:13.479857 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Deleting port 7a00560d-089b-4395-b61f-8b3826dee56c {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:13.480197 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:13.486280 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-67f97bb4-3926-44ba-9d67-2f78e7644860 req-a6e3c116-09ed-44a5-8cba-36a5b8007866 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Jan 17 17:22:13.817187 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254925-1abd-43e0-a52a-906f31692ec5 req-e4b1c81f-537a-4b5b-b7d6-de2097710d77 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:13.818236 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e6254925-1abd-43e0-a52a-906f31692ec5 req-e4b1c81f-537a-4b5b-b7d6-de2097710d77 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 944 time: 0.1226995 Jan 17 17:22:13.836468 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] For port 7a00560d-089b-4395-b61f-8b3826dee56c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7a00560d-089b-4395-b61f-8b3826dee56c,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:13.837003 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:13.874600 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e6254925-1abd-43e0-a52a-906f31692ec5 req-74142343-f23e-4972-9012-6b968ae42f8f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501733 Jan 17 17:22:13.971292 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Calling delete_port for 7a00560d-089b-4395-b61f-8b3826dee56c owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:14.126686 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:14.140247 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['d9e6d703-1526-4263-a9df-042678875bf0', '7a00560d-089b-4395-b61f-8b3826dee56c'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:14.179267 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:22:14.186913 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Pushing event deleted for resources: {'Port': ['ID=7a00560d-089b-4395-b61f-8b3826dee56c,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:14.296890 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] No DVR routers for this DVR port 7a00560d-089b-4395-b61f-8b3826dee56c on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:22:14.300750 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:14.305172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'name': 'network-vif-deleted', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:14.326110 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1e310e7e-6b5b-42f4-9f31-03f33b2150a3 req-40309235-070f-443c-9124-58df89e8e3ea tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "DELETE /v2.0/ports/7a00560d-089b-4395-b61f-8b3826dee56c HTTP/1.1" status: 204 len: 173 time: 0.9125512 Jan 17 17:22:14.382790 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:14.401623 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fa218c-810b-40c9-9040-e07f3c5041bb', 'name': 'network-vif-deleted', 'tag': '7a00560d-089b-4395-b61f-8b3826dee56c', 'status': 'completed', 'code': 200} Jan 17 17:22:14.427525 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'mac_address': 'fa:16:3e:da:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:22:14.495282 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6171327d-c5ed-4e52-90b5-1b708112740d req-da6fff6c-73b6-446d-a352-620c2b31501a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=36fa218c-810b-40c9-9040-e07f3c5041bb HTTP/1.1" status: 200 len: 210 time: 0.0486443 Jan 17 17:22:14.519964 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:14.551905 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:14.586162 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:14.590517 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:14.662982 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=9']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:14.695622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aafa90-1afc-486e-a88f-7a8e5471b236 req-7b3ba442-2a06-477e-8355-1922e3cb4308 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:14.697056 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96aafa90-1afc-486e-a88f-7a8e5471b236 req-7b3ba442-2a06-477e-8355-1922e3cb4308 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 947 time: 0.0849822 Jan 17 17:22:14.740879 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-96aafa90-1afc-486e-a88f-7a8e5471b236 req-c6a80e17-2eda-4c03-8565-2709882d2b7d tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Jan 17 17:22:14.884447 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['91e984b0-7580-4e7e-809a-b0f79f9b20ed'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:15.085474 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7f692-6ce2-4fa8-bc1a-bbe716be0b36 req-ba605c92-0386-4eec-be68-aa294e364fa6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:15.086841 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-68e7f692-6ce2-4fa8-bc1a-bbe716be0b36 req-ba605c92-0386-4eec-be68-aa294e364fa6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 945 time: 0.0846522 Jan 17 17:22:15.130168 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-68e7f692-6ce2-4fa8-bc1a-bbe716be0b36 req-79003a7d-a12b-4b59-8d41-5b4d3bcb97ff tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376272 Jan 17 17:22:15.959599 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc966d-9de3-4b1e-ae22-1216f4482120 req-3be14b34-37c7-4767-8cd8-0fcc24551974 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:15.961505 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3bc966d-9de3-4b1e-ae22-1216f4482120 req-3be14b34-37c7-4767-8cd8-0fcc24551974 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0917714 Jan 17 17:22:16.046778 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3bc966d-9de3-4b1e-ae22-1216f4482120 req-87d131ac-785a-46a0-9f3d-aa2cbdede8e9 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793040 Jan 17 17:22:16.083493 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b14f6-706b-4cfb-9c6a-645b9cffd9ef req-1cfd7d97-53f2-49e9-87ee-7b490a23d30b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:16.084942 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-086b14f6-706b-4cfb-9c6a-645b9cffd9ef req-1cfd7d97-53f2-49e9-87ee-7b490a23d30b tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 947 time: 0.0890589 Jan 17 17:22:16.131980 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-086b14f6-706b-4cfb-9c6a-645b9cffd9ef req-4c9dcc46-b6b0-4055-bfe3-af088657aeea tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jan 17 17:22:16.162939 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9f374954-055c-473d-9877-a79eea620895 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:22:16.166205 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:16.328091 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c761c5-96b2-4c2e-a781-ec5606384f77 req-a802b113-ad17-48a7-ab11-55f52dd0d338 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:16.330862 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81c761c5-96b2-4c2e-a781-ec5606384f77 req-a802b113-ad17-48a7-ab11-55f52dd0d338 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 945 time: 0.0863466 Jan 17 17:22:16.343047 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 91e984b0-7580-4e7e-809a-b0f79f9b20ed triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:16.343410 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.377759 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81c761c5-96b2-4c2e-a781-ec5606384f77 req-22b850f3-c720-4de8-8c30-dd8bfc1e8bf5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397732 Jan 17 17:22:16.431342 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f374954-055c-473d-9877-a79eea620895,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:16.449574 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '9f374954-055c-473d-9877-a79eea620895', 'network_id': '75951309-4fa2-4bee-a4ef-073168632dc0', 'port_id': '9f374954-055c-473d-9877-a79eea620895', 'mac_address': 'fa:16:3e:ac:99:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a14f3c-2745-47bd-ad22-ab8f6617c9be', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:22:16.552625 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.561235 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.587277 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f374954-055c-473d-9877-a79eea620895 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:16.599201 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:16.617146 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:16.620860 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f374954-055c-473d-9877-a79eea620895,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:16.622276 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.622995 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7a00560d-089b-4395-b61f-8b3826dee56c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:16.680011 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'code': 200} Jan 17 17:22:16.689080 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:16.708504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 7a00560d-089b-4395-b61f-8b3826dee56c {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:16.708840 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7a00560d-089b-4395-b61f-8b3826dee56c not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:16.730049 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=10']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:16.800557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:17.000031 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['9f374954-055c-473d-9877-a79eea620895'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:17.231815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09ac90-e29d-4cf2-b69a-8d3534456843 req-a4a6ab9d-9975-4b9e-9932-99d08695b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:17.233472 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9c09ac90-e29d-4cf2-b69a-8d3534456843 req-a4a6ab9d-9975-4b9e-9932-99d08695b18d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1100 time: 0.0791359 Jan 17 17:22:17.280142 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9c09ac90-e29d-4cf2-b69a-8d3534456843 req-1f03ebe0-8ae1-4349-bbea-b7c60b4466de service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Jan 17 17:22:17.286450 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53a7bc-bc3d-458f-acd8-4099ac70e497 req-81eb3ea3-11d6-4bc6-b167-d8b633e69cb1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:17.288048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2e53a7bc-bc3d-458f-acd8-4099ac70e497 req-81eb3ea3-11d6-4bc6-b167-d8b633e69cb1 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1158068 Jan 17 17:22:17.382673 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2e53a7bc-bc3d-458f-acd8-4099ac70e497 req-961026cf-7cb2-4349-a892-ecc318c13b89 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625868 Jan 17 17:22:17.414672 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc221882-9e90-4f64-9a03-3eba1bf1dbd5 req-8eb60e63-bd76-41ea-90b8-e99e894d5bc4 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:17.415865 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bc221882-9e90-4f64-9a03-3eba1bf1dbd5 req-8eb60e63-bd76-41ea-90b8-e99e894d5bc4 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 948 time: 0.1269534 Jan 17 17:22:17.462344 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bc221882-9e90-4f64-9a03-3eba1bf1dbd5 req-b78ff492-00e1-40d3-9aba-0db56d01caef tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Jan 17 17:22:17.640216 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874936e9-5684-4600-bcd7-9edd830682b9 req-d972b3ff-06fa-41f3-88d9-353f07d044a4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:17.641624 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-874936e9-5684-4600-bcd7-9edd830682b9 req-d972b3ff-06fa-41f3-88d9-353f07d044a4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.0825551 Jan 17 17:22:17.689679 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-874936e9-5684-4600-bcd7-9edd830682b9 req-0375842c-3d64-4133-ab26-ad7ff36e44bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 Jan 17 17:22:18.182633 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9f374954-055c-473d-9877-a79eea620895 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:18.252477 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 9f374954-055c-473d-9877-a79eea620895 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:18.257066 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 9f374954-055c-473d-9877-a79eea620895 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:18.257434 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:18.373434 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:18.418892 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f374954-055c-473d-9877-a79eea620895,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:18.425972 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:18.557898 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:18.630714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f1ad-5059-4e37-a81f-7646b9330c69 req-fa8f4b66-d02a-4f17-8667-a82545493c0e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:18.637830 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dba2f1ad-5059-4e37-a81f-7646b9330c69 req-fa8f4b66-d02a-4f17-8667-a82545493c0e tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.1330662 Jan 17 17:22:18.681845 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374954-055c-473d-9877-a79eea620895'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:18.738791 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dba2f1ad-5059-4e37-a81f-7646b9330c69 req-bae42b82-bc88-4cc1-abd4-2d6e34fed720 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000254 Jan 17 17:22:18.799753 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d160cb-ae4f-4054-ab52-62238f1af53d req-8c0f33ce-2dc2-4a3e-9007-c6cf79a342cc tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:18.802867 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f374954-055c-473d-9877-a79eea620895', 'code': 200} Jan 17 17:22:18.808167 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-07d160cb-ae4f-4054-ab52-62238f1af53d req-8c0f33ce-2dc2-4a3e-9007-c6cf79a342cc tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.1524620 Jan 17 17:22:18.868580 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-07d160cb-ae4f-4054-ab52-62238f1af53d req-e45f7445-7013-464e-bfa3-d5f6a631ff46 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Jan 17 17:22:18.996798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2724a2-6f43-4be4-8f64-54b1f4d721ad req-bb2045bf-0d14-4012-a7a4-dca2d212cdb9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:18.998328 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9c2724a2-6f43-4be4-8f64-54b1f4d721ad req-bb2045bf-0d14-4012-a7a4-dca2d212cdb9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.0939913 Jan 17 17:22:19.046274 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9c2724a2-6f43-4be4-8f64-54b1f4d721ad req-53aafa11-2368-4c00-8e30-74e1c19d21fb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Jan 17 17:22:19.090307 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883d788-09a5-44bf-8c44-203b7571ce72 req-e2e45c6d-8e45-4ebf-bce4-030ab3c4fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:19.091857 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-8883d788-09a5-44bf-8c44-203b7571ce72 req-e2e45c6d-8e45-4ebf-bce4-030ab3c4fcef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 1102 time: 0.0815086 Jan 17 17:22:19.133908 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-8883d788-09a5-44bf-8c44-203b7571ce72 req-493696d0-fef2-4cef-8b5b-84da3f04d89e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Jan 17 17:22:19.949506 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbddd6-7a81-4add-bb93-f7fa1d892d6f req-bbe6434d-aaea-46f3-b75f-11b48389d839 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:19.950965 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-efbbddd6-7a81-4add-bb93-f7fa1d892d6f req-bbe6434d-aaea-46f3-b75f-11b48389d839 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0831149 Jan 17 17:22:20.113067 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-efbbddd6-7a81-4add-bb93-f7fa1d892d6f req-6cf8d129-b313-41cb-ab7d-1aa0173ff172 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556892 Jan 17 17:22:20.154993 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a3936-6072-48e7-a876-f1a377c25a3a req-6ca5416d-8934-4608-a388-03bbc02ebb00 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:20.156842 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f00a3936-6072-48e7-a876-f1a377c25a3a req-6ca5416d-8934-4608-a388-03bbc02ebb00 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.1840727 Jan 17 17:22:20.214621 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f00a3936-6072-48e7-a876-f1a377c25a3a req-18b38853-fc7f-4651-8554-7b7d3407d3a3 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Jan 17 17:22:20.350822 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ceb3e-e059-4410-bc0a-2abd2957ca6d req-0cda94e3-89d6-48c6-8377-246652648164 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:20.352353 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734ceb3e-e059-4410-bc0a-2abd2957ca6d req-0cda94e3-89d6-48c6-8377-246652648164 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.0911498 Jan 17 17:22:20.401482 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734ceb3e-e059-4410-bc0a-2abd2957ca6d req-117e9436-15c7-4e02-920c-7ecd86c3f655 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Jan 17 17:22:21.322255 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3ec99-f144-4345-b61e-b710f9ffd279 req-9efbfd4b-3244-4ddd-a06e-31d80bb99bb4 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:21.323841 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7fd3ec99-f144-4345-b61e-b710f9ffd279 req-9efbfd4b-3244-4ddd-a06e-31d80bb99bb4 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0884964 Jan 17 17:22:21.437657 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7fd3ec99-f144-4345-b61e-b710f9ffd279 req-976fcfb2-f769-4a14-9f7a-40e2de8dc6eb tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062150 Jan 17 17:22:21.459383 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a8cc-d1ce-4b5d-b0a9-4770d00ef4ff req-bfe7d56f-0645-44c6-9969-45a15a5c985c tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:21.461173 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3c14a8cc-d1ce-4b5d-b0a9-4770d00ef4ff req-bfe7d56f-0645-44c6-9969-45a15a5c985c tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.1322780 Jan 17 17:22:21.510835 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3c14a8cc-d1ce-4b5d-b0a9-4770d00ef4ff req-eef0dd45-40c1-4490-84c2-e202d2339ebb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Jan 17 17:22:21.956254 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062f2e9-f2b2-4a1c-97aa-da40e5fe8d27 req-34dfe3ee-0018-42c0-af22-29114e3bc7ca tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:21.957634 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c062f2e9-f2b2-4a1c-97aa-da40e5fe8d27 req-34dfe3ee-0018-42c0-af22-29114e3bc7ca tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.0895147 Jan 17 17:22:22.014633 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c062f2e9-f2b2-4a1c-97aa-da40e5fe8d27 req-528f3c9d-a488-4145-bcb1-e11e1ff0e686 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Jan 17 17:22:22.152128 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da7432-6dcf-4627-ad5c-26b0273873a1 req-0a4f7158-ba2f-4e30-b8ce-7bf79b0f2e8b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:22.153537 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76da7432-6dcf-4627-ad5c-26b0273873a1 req-0a4f7158-ba2f-4e30-b8ce-7bf79b0f2e8b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.0808411 Jan 17 17:22:22.197186 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76da7432-6dcf-4627-ad5c-26b0273873a1 req-6e447ac8-32c8-402b-b5ec-794014df5c57 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Jan 17 17:22:22.631831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7b3be-0748-4baa-9088-7e283056b193 req-58b21730-fab0-4378-9e3d-b52732401d7a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:22.633358 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79b7b3be-0748-4baa-9088-7e283056b193 req-58b21730-fab0-4378-9e3d-b52732401d7a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0862992 Jan 17 17:22:22.677423 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-79b7b3be-0748-4baa-9088-7e283056b193 req-f0e89974-3428-48ef-ba16-faafd4d60778 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/security-groups?id=997330fd-f3f2-434b-a3f6-80898d6106fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Jan 17 17:22:22.806130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-f8d7c45b-6ca9-4f5c-b013-de35034cb71a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:22.806808 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-f8d7c45b-6ca9-4f5c-b013-de35034cb71a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Synchronizing usage tracker for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:22.822111 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-f8d7c45b-6ca9-4f5c-b013-de35034cb71a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Unset dirty status for tenant:b07667787c454fe1a51c98a272d4f4f6 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:22.823209 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-f8d7c45b-6ca9-4f5c-b013-de35034cb71a tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 945 time: 0.0980270 Jan 17 17:22:23.038157 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Deleting port d9e6d703-1526-4263-a9df-042678875bf0 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:23.038752 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:23.198058 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7321d-274a-4dd1-b4aa-f0cc01249a2a req-335dfcb7-e4c5-4bbc-8be7-11dec34a4236 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:23.199572 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-48b7321d-274a-4dd1-b4aa-f0cc01249a2a req-335dfcb7-e4c5-4bbc-8be7-11dec34a4236 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.0792017 Jan 17 17:22:23.244731 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-48b7321d-274a-4dd1-b4aa-f0cc01249a2a req-b736fb5a-a44b-4dba-a64a-150bca25119f tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Jan 17 17:22:23.293311 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] For port d9e6d703-1526-4263-a9df-042678875bf0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d9e6d703-1526-4263-a9df-042678875bf0,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:23.293686 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:23.391860 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81464-aa40-4d22-bac2-8164658f2079 req-c93503f0-3708-463c-a08e-ac7e876f2243 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:23.394039 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-72a81464-aa40-4d22-bac2-8164658f2079 req-c93503f0-3708-463c-a08e-ac7e876f2243 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.0844083 Jan 17 17:22:23.418419 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Calling delete_port for d9e6d703-1526-4263-a9df-042678875bf0 owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:23.439987 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-72a81464-aa40-4d22-bac2-8164658f2079 req-686507bf-b824-493f-aa78-5821198001c3 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jan 17 17:22:23.564701 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:23.581792 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['d9e6d703-1526-4263-a9df-042678875bf0'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:23.624422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Pushing event deleted for resources: {'Port': ['ID=d9e6d703-1526-4263-a9df-042678875bf0,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:23.701221 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] No DVR routers for this DVR port d9e6d703-1526-4263-a9df-042678875bf0 on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:22:23.703752 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:23.708499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'name': 'network-vif-deleted', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:23.724709 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0e6d4878-dec1-455b-ab46-efb22fff8971 req-559ea680-3702-4bb8-8f2f-4a9986a80611 tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.57 "DELETE /v2.0/ports/d9e6d703-1526-4263-a9df-042678875bf0 HTTP/1.1" status: 204 len: 173 time: 0.7505739 Jan 17 17:22:23.731562 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b9284-6364-4d19-ad86-b725927e2de2 req-d96d3f4d-1b12-4024-85d2-a9cb745688bd tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:23.733066 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-716b9284-6364-4d19-ad86-b725927e2de2 req-d96d3f4d-1b12-4024-85d2-a9cb745688bd tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.57 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.0825367 Jan 17 17:22:23.768367 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da338151-dd64-419f-b20c-0c46ca1fbf53', 'name': 'network-vif-deleted', 'tag': 'd9e6d703-1526-4263-a9df-042678875bf0', 'status': 'completed', 'code': 200} Jan 17 17:22:23.856886 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-313a18f2-ed8f-44a0-8c97-45adb914ec11 req-5fe050e5-e7bf-4a3a-bad1-f5c2ef82065f tempest-ServerRescueNegativeTestJSON-704851211 tempest-ServerRescueNegativeTestJSON-704851211-project] 10.222.0.102 "GET /v2.0/ports?device_id=da338151-dd64-419f-b20c-0c46ca1fbf53 HTTP/1.1" status: 200 len: 210 time: 0.0467992 Jan 17 17:22:23.860325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Deleting port 9f374954-055c-473d-9877-a79eea620895 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:23.861427 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:24.122466 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] For port 9f374954-055c-473d-9877-a79eea620895, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9f374954-055c-473d-9877-a79eea620895,segment=NetworkSegment(080ed507-d73b-40a6-ac4d-ed7cef595580),segment_id=080ed507-d73b-40a6-ac4d-ed7cef595580)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:24.122752 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:24.262043 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Calling delete_port for 9f374954-055c-473d-9877-a79eea620895 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:24.638453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:24.652017 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['9f374954-055c-473d-9877-a79eea620895'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:24.709282 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Pushing event deleted for resources: {'Port': ['ID=9f374954-055c-473d-9877-a79eea620895,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:24.795094 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79be06-fe17-40ea-a85e-710c0c72776f req-20d4efcb-7d89-47b7-acbd-c61ac4b8257c tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:24.796763 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c79be06-fe17-40ea-a85e-710c0c72776f req-20d4efcb-7d89-47b7-acbd-c61ac4b8257c tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/ports?device_id=71408df6-be87-4d02-8c0d-4efd0c8013a7 HTTP/1.1" status: 200 len: 949 time: 0.4135373 Jan 17 17:22:24.804426 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] No DVR routers for this DVR port 9f374954-055c-473d-9877-a79eea620895 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:22:24.809388 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:24.812585 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'name': 'network-vif-deleted', 'tag': '9f374954-055c-473d-9877-a79eea620895'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:24.850325 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-716b9284-6364-4d19-ad86-b725927e2de2 req-95edfac5-9983-401b-bced-f48b7b84e2cb tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.57 "DELETE /v2.0/ports/9f374954-055c-473d-9877-a79eea620895 HTTP/1.1" status: 204 len: 173 time: 1.1119077 Jan 17 17:22:24.875046 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99093826-7b02-4520-83d7-ffe1142dd9a1 req-562776f3-2f9a-404d-96a8-5325f76a5e22 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:24.878131 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-99093826-7b02-4520-83d7-ffe1142dd9a1 req-562776f3-2f9a-404d-96a8-5325f76a5e22 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.2983398 Jan 17 17:22:24.885893 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6c79be06-fe17-40ea-a85e-710c0c72776f req-ffe1f869-35b4-4460-a73d-85b9cab1ec27 tempest-VolumesNegativeTest-1541997611 tempest-VolumesNegativeTest-1541997611-project] 10.222.0.102 "GET /v2.0/security-groups?id=1f1ae6b7-8cab-4fb5-a740-40eac25530f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795479 Jan 17 17:22:24.953711 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-99093826-7b02-4520-83d7-ffe1142dd9a1 req-fec2fb7e-eba9-4feb-806c-13af1e993c91 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Jan 17 17:22:24.975833 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71408df6-be87-4d02-8c0d-4efd0c8013a7', 'name': 'network-vif-deleted', 'tag': '9f374954-055c-473d-9877-a79eea620895', 'status': 'completed', 'code': 200} Jan 17 17:22:25.048599 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52568) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:25.674924 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.053251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Deleting port a936880f-b3f9-46d4-a7ad-979879d686e4 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:26.056382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.190363 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876abeb-b7f2-40a7-a77c-b15c98977373 req-0b774aa8-9035-41ae-99e0-a7f474675e65 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:26.192612 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c876abeb-b7f2-40a7-a77c-b15c98977373 req-0b774aa8-9035-41ae-99e0-a7f474675e65 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.0943358 Jan 17 17:22:26.253633 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c876abeb-b7f2-40a7-a77c-b15c98977373 req-b43b7722-fbf9-463e-bccd-410f0f42618c tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 Jan 17 17:22:26.288506 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] For port a936880f-b3f9-46d4-a7ad-979879d686e4, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a936880f-b3f9-46d4-a7ad-979879d686e4,segment=NetworkSegment(8c76f399-33ea-401c-ba50-eb038b3706c5),segment_id=8c76f399-33ea-401c-ba50-eb038b3706c5)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:26.288945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.351051 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52618) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:26.420221 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Calling delete_port for a936880f-b3f9-46d4-a7ad-979879d686e4 owned by network:router_interface {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:26.489063 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.504463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:26.508398 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Usage tracker for resource:security_group_rule and tenant:934a55022d4b4f04a6e6aef7aa284cbc is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:26.511140 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:26.517547 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:26.605623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.609859 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.660655 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=934a55022d4b4f04a6e6aef7aa284cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078382 Jan 17 17:22:26.662240 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27808c5a-7e2e-4236-bc09-5a631d551e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca7f817-5f5b-4dbc-9121-9da73fca9deb,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:26.663248 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52638) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:26.852002 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.919778 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:26.966695 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.019828 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Pushing event deleted for resources: {'Port': ['ID=a936880f-b3f9-46d4-a7ad-979879d686e4,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:27.103080 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.138477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca7f817-5f5b-4dbc-9121-9da73fca9deb,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:27.209953 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.213858 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1e82f3a8-b92a-4586-9f44-98192f3003a8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7ca7f817-5f5b-4dbc-9121-9da73fca9deb HTTP/1.1" status: 204 len: 168 time: 0.5354805 Jan 17 17:22:27.354805 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.384944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-36f46ba5-a3e4-4c94-b096-51eaee652619 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:27.388891 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-36f46ba5-a3e4-4c94-b096-51eaee652619 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.1203518 Jan 17 17:22:27.543430 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Deleting port 511115ac-1b78-4fdf-a658-762c325f30f3 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:27.543828 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.621883 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525fcf0-e24a-48dc-b8ea-173a155f76b2 req-7c4cff96-d7d8-4f15-824c-195c7d54ad60 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:27.623361 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6525fcf0-e24a-48dc-b8ea-173a155f76b2 req-7c4cff96-d7d8-4f15-824c-195c7d54ad60 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 946 time: 0.1718297 Jan 17 17:22:27.695453 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52724) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:27.725558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:27.791718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6525fcf0-e24a-48dc-b8ea-173a155f76b2 req-4da9aa3b-1316-4e1e-b06c-78f1bb9d10e9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313629 Jan 17 17:22:27.794595 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:27.817140 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Usage tracker for resource:security_group_rule and tenant:11763bb1115c4894b8dfe064648c7ffb is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:27.822667 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:27.830754 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:27.868870 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Router 62c2beb6-f567-4cba-a02b-831748180e2d has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:22:27.872247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] For port 511115ac-1b78-4fdf-a658-762c325f30f3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=511115ac-1b78-4fdf-a658-762c325f30f3,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:27.872710 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.011831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Calling delete_port for 511115ac-1b78-4fdf-a658-762c325f30f3 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:28.090941 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.098185 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.117763 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:28.132892 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Sync routers for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:28.146174 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:28.146799 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:28.167984 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1b1fb5fd-18d4-43f4-a486-460939615601 admin admin] 10.222.0.102 "PUT /v2.0/routers/62c2beb6-f567-4cba-a02b-831748180e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1182258 Jan 17 17:22:28.168779 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52748) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:28.182379 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=11763bb1115c4894b8dfe064648c7ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859090 Jan 17 17:22:28.183042 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.183515 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52752) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:28.196075 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['511115ac-1b78-4fdf-a658-762c325f30f3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:28.259288 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b911de-8fbf-4e25-8140-2fdac2a48546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4f3c1-4b61-4eb5-86b8-9483b7998ad2,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:28.275989 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9f374954-055c-473d-9877-a79eea620895 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:28.337866 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Pushing event deleted for resources: {'Port': ['ID=511115ac-1b78-4fdf-a658-762c325f30f3,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:28.367563 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:28.378913 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 9f374954-055c-473d-9877-a79eea620895 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:28.379253 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9f374954-055c-473d-9877-a79eea620895 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:28.384747 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device d9e6d703-1526-4263-a9df-042678875bf0 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:28.446343 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.458347 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: d9e6d703-1526-4263-a9df-042678875bf0 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:28.463508 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device d9e6d703-1526-4263-a9df-042678875bf0 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:28.478005 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.479891 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] No DVR routers for this DVR port 511115ac-1b78-4fdf-a658-762c325f30f3 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:22:28.483779 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.491121 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'name': 'network-vif-deleted', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:28.526785 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8edf2916-b54e-4298-ab8f-5976c3ccb332 req-bbd9e7a7-9b13-4a94-9c09-5d8c8ccd835f tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "DELETE /v2.0/ports/511115ac-1b78-4fdf-a658-762c325f30f3 HTTP/1.1" status: 204 len: 173 time: 1.1314774 Jan 17 17:22:28.588894 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9a8d65-edbf-4848-bba6-f3aa4cfe1757', 'name': 'network-vif-deleted', 'tag': '511115ac-1b78-4fdf-a658-762c325f30f3', 'status': 'completed', 'code': 200} Jan 17 17:22:28.668626 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.692270 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks [] for router, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.754766 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4f3c1-4b61-4eb5-86b8-9483b7998ad2,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:28.766488 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.768188 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-72688709-e83b-4d8a-b8b5-d8e927e588e2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d5b4f3c1-4b61-4eb5-86b8-9483b7998ad2 HTTP/1.1" status: 204 len: 168 time: 0.5190303 Jan 17 17:22:28.864240 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:22:26Z', 'revision_number': 5, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:28.868302 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Checking router: 62c2beb6-f567-4cba-a02b-831748180e2d for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:28.883774 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Routers {'62c2beb6-f567-4cba-a02b-831748180e2d'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:28.885634 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['62c2beb6-f567-4cba-a02b-831748180e2d'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:28.936555 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:28.959888 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Deleting port f2a64c28-5179-45d4-af2d-4615fca37cc2 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:22:28.960862 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:29.030339 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-dcd8b351-d4a8-4262-b820-3fa30e0b1b36 req-21e3cb60-56a6-4e39-b8ec-452a67b57fe9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Synchronizing usage tracker for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:29.065806 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-dcd8b351-d4a8-4262-b820-3fa30e0b1b36 req-21e3cb60-56a6-4e39-b8ec-452a67b57fe9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Unset dirty status for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:29.077248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dcd8b351-d4a8-4262-b820-3fa30e0b1b36 req-21e3cb60-56a6-4e39-b8ec-452a67b57fe9 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=9f9a8d65-edbf-4848-bba6-f3aa4cfe1757 HTTP/1.1" status: 200 len: 210 time: 0.1057394 Jan 17 17:22:29.085759 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] Set router 62c2beb6-f567-4cba-a02b-831748180e2d gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:29.362941 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] For port f2a64c28-5179-45d4-af2d-4615fca37cc2, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=f2a64c28-5179-45d4-af2d-4615fca37cc2,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:29.363549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:29.471526 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:22:26Z', 'revision_number': 5, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:29.476070 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189a47-b8cc-4e3b-a174-d8a27f60eae3 None None] The sync data for ids ['62c2beb6-f567-4cba-a02b-831748180e2d'] in dv-cinder-818883-2-smb is: [{'id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'name': 'tempest-ServerRescueNegativeTestJSON-1286281458-router', 'tenant_id': 'b07667787c454fe1a51c98a272d4f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:22:26Z', 'revision_number': 5, 'project_id': 'b07667787c454fe1a51c98a272d4f4f6', 'gw_port': {'id': 'f2a64c28-5179-45d4-af2d-4615fca37cc2', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:56:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c2beb6-f567-4cba-a02b-831748180e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:52Z', 'updated_at': '2022-01-17T17:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:22:29.526706 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Calling delete_port for f2a64c28-5179-45d4-af2d-4615fca37cc2 owned by network:router_gateway {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:22:29.728045 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:29.785831 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a64c28-5179-45d4-af2d-4615fca37cc2,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:29.896247 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.100114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.103170 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.218079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.218624 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c2beb6-f567-4cba-a02b-831748180e2d {{(pid=86828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:22:30.232509 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.236444 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-db85e3a4-8f46-4794-9ce2-3d9029ee9476 admin admin] 10.222.0.102 "DELETE /v2.0/routers/62c2beb6-f567-4cba-a02b-831748180e2d HTTP/1.1" status: 204 len: 168 time: 2.0633647 Jan 17 17:22:30.236584 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52878) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:30.344017 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Deleting subnet 5b1f569a-44c8-4301-a102-f9db45e82624 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:22:30.347714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.417278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.567547 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.696586 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.736922 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1f569a-44c8-4301-a102-f9db45e82624,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:30.738838 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.745575 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-002928d1-fdc8-4658-bedc-d8468d2d11ef admin admin] 10.222.0.102 "DELETE /v2.0/subnets/5b1f569a-44c8-4301-a102-f9db45e82624 HTTP/1.1" status: 204 len: 168 time: 0.5068967 Jan 17 17:22:30.748227 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52914) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:30.891041 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device f2a64c28-5179-45d4-af2d-4615fca37cc2 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:30.912277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:30.931663 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: f2a64c28-5179-45d4-af2d-4615fca37cc2 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:30.931995 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device f2a64c28-5179-45d4-af2d-4615fca37cc2 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:30.932595 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a936880f-b3f9-46d4-a7ad-979879d686e4 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:30.969387 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: a936880f-b3f9-46d4-a7ad-979879d686e4 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:30.970524 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a936880f-b3f9-46d4-a7ad-979879d686e4 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:31.058458 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.089010 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1e6a01-c13f-4078-b680-7f08c331ed66']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:31.102657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c76f399-33ea-401c-ba50-eb038b3706c5') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:31.102952 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c76f399-33ea-401c-ba50-eb038b3706c5') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:31.114262 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.130761 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.136794 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:22:31.137360 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:22:31.151054 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:22:31.227973 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.232507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.259730 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1e6a01-c13f-4078-b680-7f08c331ed66,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:31.264063 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d8a52479-06e3-43e6-839e-290866c2489c admin admin] 10.222.0.102 "DELETE /v2.0/networks/8e1e6a01-c13f-4078-b680-7f08c331ed66 HTTP/1.1" status: 204 len: 168 time: 0.5148637 Jan 17 17:22:31.462529 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52932) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:31.512057 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-1e99a399-20f7-4286-b3da-11109f0b4815 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b07667787c454fe1a51c98a272d4f4f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484033 Jan 17 17:22:31.514593 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52936) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:31.571332 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.598037 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.651179 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.666057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997330fd-f3f2-434b-a3f6-80898d6106fa,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:31.680567 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:31.685372 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-42b588be-bb1d-4b31-9d5d-8df6e0a602c4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/997330fd-f3f2-434b-a3f6-80898d6106fa HTTP/1.1" status: 204 len: 168 time: 0.1691711 Jan 17 17:22:32.046563 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:22:32.215610 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 52972) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:32.224680 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 511115ac-1b78-4fdf-a658-762c325f30f3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:22:32.266204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 511115ac-1b78-4fdf-a658-762c325f30f3 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:22:32.266534 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 511115ac-1b78-4fdf-a658-762c325f30f3 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:22:32.389944 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4d727bbc-8b99-4cc3-ae6c-2419319fbb31 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=772bdac9f7ee4597923e19cd5607d630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709816 Jan 17 17:22:32.390510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52984) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:32.453681 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.480262 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.525909 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 52992) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:32.536697 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.551817 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ae6b7-8cab-4fb5-a740-40eac25530f5,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:32.558312 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.562150 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-5fc3bd0b-f177-4c30-b9b8-5999bae3b256 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1f1ae6b7-8cab-4fb5-a740-40eac25530f5 HTTP/1.1" status: 204 len: 168 time: 0.1708133 Jan 17 17:22:32.705668 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f69bf05c-e22b-4866-8e4a-5d8f43c0fdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.803210 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1676646037-network', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:32.807964 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:32.811928 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Usage tracker for resource:network and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:32.815558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:32.821202 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:32.832400 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Made reservation on behalf of 147eaa8cb42e4b4bb6f52ab56e56284b for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:32.837961 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.849117 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.864065 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:32.867816 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:32.870733 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:32.876743 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:32.978234 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:32.984301 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.027828 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:22:33.037451 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6af4119-a1cb-4316-b23f-39fa85d1b8fc,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:33.043485 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.044045 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Added segment 045fe081-0437-4456-b886-cc147fbd4ad8 of type vlan for network 89a48d9e-06ba-46d3-b084-5fa12db65d7a Jan 17 17:22:33.081341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.125325 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.127010 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:33.127632 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.365683 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] Pushing event updated for resources: {'Network': ['ID=89a48d9e-06ba-46d3-b084-5fa12db65d7a,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:33.372957 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-9af84163-3d6f-42e0-88c0-3b6dc4d6a2fe admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8433077 Jan 17 17:22:33.373344 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53032) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:33.378447 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:22:33.379848 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Request body: {'subnet': {'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1676646037-subnet', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:33.384980 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:33.389938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Usage tracker for resource:subnet and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:33.394774 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:33.402123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:33.415692 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Made reservation on behalf of 147eaa8cb42e4b4bb6f52ab56e56284b for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:33.418330 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100660'] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.641235 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100646'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.725336 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=258981c0-b874-442f-945e-b93ac73abd82,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:33.733590 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Checking segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:33.733943 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Network hostable DHCP agents. Network: 89a48d9e-06ba-46d3-b084-5fa12db65d7a, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:22:33.753714 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:22:33.763267 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 89a48d9e-06ba-46d3-b084-5fa12db65d7a) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:33.768133 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:33.768719 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.774358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dab9c7-60bc-4724-8cc0-15e6614f00fd None None] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:33.791594 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-cd943c1e-d138-43d9-aa95-f1b8e729aa0c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4172451 Jan 17 17:22:33.794074 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53040) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:33.799630 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:33.804604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:33.808436 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Usage tracker for resource:router and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:33.811196 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:33.817944 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:33.828533 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.829785 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:33.845907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.052848 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:22:34.053189 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.139337 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.215579 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Allocated IP 172.20.0.2 (89a48d9e-06ba-46d3-b084-5fa12db65d7a/258981c0-b874-442f-945e-b93ac73abd82/fdf062c8-08e6-4aff-9f4a-860112657249) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:34.436717 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.457976 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Transition to ACTIVE for port object fdf062c8-08e6-4aff-9f4a-860112657249 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:34.483813 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Transition to ACTIVE for port object fdf062c8-08e6-4aff-9f4a-860112657249 will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:34.493819 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.494767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.532730 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.575892 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:34.579821 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:34.583083 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:34.659236 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Pushing event updated for resources: {'Port': ['ID=fdf062c8-08e6-4aff-9f4a-860112657249,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:34.689268 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Attempting to bind port fdf062c8-08e6-4aff-9f4a-860112657249 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:34.689658 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Attempting to bind port fdf062c8-08e6-4aff-9f4a-860112657249 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:34.690019 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Attempting to bind port fdf062c8-08e6-4aff-9f4a-860112657249 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:34.695598 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:34.695967 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Checking segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:34.696361 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.696746 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Bound using segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:34.697356 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Bound port: fdf062c8-08e6-4aff-9f4a-860112657249, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:34.697727 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.719387 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Allocated IP 172.28.0.116 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/ed589dfe-e4e1-4f40-a55e-80fe4608e978) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:34.793350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] For port fdf062c8-08e6-4aff-9f4a-860112657249, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:34.796959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] For port fdf062c8-08e6-4aff-9f4a-860112657249, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=fdf062c8-08e6-4aff-9f4a-860112657249,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:34.803612 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.871842 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-50f80ff2-742b-45ef-9a1c-27ec16ef7451 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:34.875506 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-50f80ff2-742b-45ef-9a1c-27ec16ef7451 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 814 time: 0.2034559 Jan 17 17:22:34.900449 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-ca3b271e-4883-47a9-a1e6-ef896bdee447 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/quotas/42e080168f3849a69fab11bd4bf66b24 HTTP/1.1" status: 200 len: 375 time: 0.0127966 Jan 17 17:22:34.902015 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.906611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0975c47-d9c6-4922-a9a9-a4febb3e4e48 None None] Pushing event updated for resources: {'Port': ['ID=fdf062c8-08e6-4aff-9f4a-860112657249,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:34.966246 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:34.986273 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-c1a34658-cb38-48c8-bc5e-c2598e63a5d8 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748322 Jan 17 17:22:35.047297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:35.050535 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:35.052901 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:35.089078 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-09cbb82b-0843-407d-8285-8b796515d3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:35.107210 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Pushing event updated for resources: {'Port': ['ID=ed589dfe-e4e1-4f40-a55e-80fe4608e978,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:35.171629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-ee78c101-a958-4712-82ec-a111db07e8d8 service neutron] 10.222.0.102 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842587 Jan 17 17:22:35.401708 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-4849fe84-ba7c-459b-ad76-610d00772ec6 service neutron] 10.222.0.102 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215040 Jan 17 17:22:35.627247 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a64b117b-86fd-42f9-b91f-e01ade2062bd req-fc881090-bf7f-41ae-b428-d095dbbeb182 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 210 time: 0.0549493 Jan 17 17:22:35.745049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:36.087282 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:36.131864 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:36.163021 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2dd8e1-eaed-45a5-a7d7-809c2c1e240a None None] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:36.186767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:36.290496 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-c4a5ca3f-125b-42b9-a835-daaecfce1064 None None] Provisioning for port fdf062c8-08e6-4aff-9f4a-860112657249 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:36.417101 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Router b02fa4f9-0088-4851-80cd-a55393411dae is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:22:36.682876 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:36.699589 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:36.717724 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:36.718274 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:36.749749 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:36.751065 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f2b0694f-3955-4351-8ab9-8b7d10518f40 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9559922 Jan 17 17:22:36.754292 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53104) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:36.903434 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device fdf062c8-08e6-4aff-9f4a-860112657249 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:37.039793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-599b2315-9766-4d93-b5f4-771bf76e7430 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:37.042239 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-599b2315-9766-4d93-b5f4-771bf76e7430 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 814 time: 0.2755713 Jan 17 17:22:37.091490 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Request body: {'port': {'device_id': 'c663c914-4d51-4416-9780-700afad9cf8d', 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df', 'admin_state_up': True, 'tenant_id': '42e080168f3849a69fab11bd4bf66b24'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:37.165106 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-91cdfe24-2bfe-47c7-bb2d-be825c53c387 req-af80dfda-ebb7-424a-8e15-95b3643d532a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 210 time: 0.1215031 Jan 17 17:22:37.279634 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port fdf062c8-08e6-4aff-9f4a-860112657249 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:37.308094 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port fdf062c8-08e6-4aff-9f4a-860112657249 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:37.308726 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.418298 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:37.445424 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:37.456556 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:37.472856 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Made reservation on behalf of 42e080168f3849a69fab11bd4bf66b24 for: {'port': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:37.476631 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.645933 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Allocated IP 172.20.0.9 (12e4a735-f692-406b-9088-32e8d49b04df/bca566df-92ae-4af8-bfc4-789536320dd9/9fd5169b-1376-4b4f-963a-a429aa0a2ac5) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:37.740263 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.771801 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.859670 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port fdf062c8-08e6-4aff-9f4a-860112657249, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=fdf062c8-08e6-4aff-9f4a-860112657249,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:37.867498 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.868047 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.874265 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.904661 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:37.947373 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=fdf062c8-08e6-4aff-9f4a-860112657249,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:37.951959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:35Z', 'revision_number': 3, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:37.956842 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:37.957214 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Updating router b02fa4f9-0088-4851-80cd-a55393411dae port ed589dfe-e4e1-4f40-a55e-80fe4608e978 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:22:37.981652 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Network 12e4a735-f692-406b-9088-32e8d49b04df is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:37.984929 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:37.989670 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:38.013313 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.020601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Pushing event updated for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:38.057053 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:38.057796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.084599 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-e14b6f8d-8e1e-40df-8357-c79feefa73b2 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9997902 Jan 17 17:22:38.093821 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Allocated IP 172.20.0.1 (89a48d9e-06ba-46d3-b084-5fa12db65d7a/258981c0-b874-442f-945e-b93ac73abd82/44272ac6-29e6-440d-bd45-9ac88de69f43) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:38.096614 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Request body: {'port': {'device_id': 'c663c914-4d51-4416-9780-700afad9cf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:38.214988 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.257099 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.276854 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Transition to ACTIVE for port object 44272ac6-29e6-440d-bd45-9ac88de69f43 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:38.309917 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.381192 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.396343 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Transition to ACTIVE for port object ed589dfe-e4e1-4f40-a55e-80fe4608e978 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:38.407971 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.414955 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:38.425163 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:38.435734 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:38.520399 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.604602 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Attempting to bind port ed589dfe-e4e1-4f40-a55e-80fe4608e978 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:38.605012 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Attempting to bind port ed589dfe-e4e1-4f40-a55e-80fe4608e978 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:38.605369 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Attempting to bind port ed589dfe-e4e1-4f40-a55e-80fe4608e978 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:38.624377 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:38.624741 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:38.625133 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.625514 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:38.626700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Bound port: ed589dfe-e4e1-4f40-a55e-80fe4608e978, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:38.627068 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.668873 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b33f-7d1c-4426-9941-1056f491c1ca None None] Pushing event updated for resources: {'Port': ['ID=ed589dfe-e4e1-4f40-a55e-80fe4608e978,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:38.690188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device fdf062c8-08e6-4aff-9f4a-860112657249 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:38.814032 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] For port ed589dfe-e4e1-4f40-a55e-80fe4608e978, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:38.818695 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] For port ed589dfe-e4e1-4f40-a55e-80fe4608e978, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ed589dfe-e4e1-4f40-a55e-80fe4608e978,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:38.823847 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Pushing event updated for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:38.830147 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port fdf062c8-08e6-4aff-9f4a-860112657249 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:38.830552 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.866046 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.882009 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720705c-c4f8-4924-b834-c8c786004a11 req-9af5272a-c5dc-4d6e-a3ea-962b62f67688 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:38.882741 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-1720705c-c4f8-4924-b834-c8c786004a11 req-9af5272a-c5dc-4d6e-a3ea-962b62f67688 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Synchronizing usage tracker for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:38.905067 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:38.999990 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-28bcb51c-8be8-4c8c-b43f-fbdca2ae9710 None None] Provisioning for port 44272ac6-29e6-440d-bd45-9ac88de69f43 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:39.000935 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 {{(pid=86827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:39.009261 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-1720705c-c4f8-4924-b834-c8c786004a11 req-9af5272a-c5dc-4d6e-a3ea-962b62f67688 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Unset dirty status for tenant:42e080168f3849a69fab11bd4bf66b24 on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:39.010588 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1720705c-c4f8-4924-b834-c8c786004a11 req-9af5272a-c5dc-4d6e-a3ea-962b62f67688 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 931 time: 0.7149861 Jan 17 17:22:39.012680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.021902 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:39.022613 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:39.075319 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.provisioning_blocks [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Transition to ACTIVE for port object 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 will not be triggered until provisioned by entity L2. {{(pid=86827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:39.082809 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-28bcb51c-8be8-4c8c-b43f-fbdca2ae9710 None None] Provisioning complete for port 44272ac6-29e6-440d-bd45-9ac88de69f43 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:39.083252 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-28bcb51c-8be8-4c8c-b43f-fbdca2ae9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.085996 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1720705c-c4f8-4924-b834-c8c786004a11 req-7a6959f0-7429-4d6a-9212-6855f0ed6ed5 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630999 Jan 17 17:22:39.087463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.193776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16b33f-7d1c-4426-9941-1056f491c1ca None None] Pushing event updated for resources: {'Port': ['ID=ed589dfe-e4e1-4f40-a55e-80fe4608e978,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:39.262096 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-28bcb51c-8be8-4c8c-b43f-fbdca2ae9710 None None] Port 44272ac6-29e6-440d-bd45-9ac88de69f43 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:39.312403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:39.319001 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.331654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.358438 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Attempting to bind port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:39.358637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Attempting to bind port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:39.359049 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Attempting to bind port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 on network 12e4a735-f692-406b-9088-32e8d49b04df {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:39.365159 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 on network 12e4a735-f692-406b-9088-32e8d49b04df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:22:39.365634 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Attempting to bind port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 on network 12e4a735-f692-406b-9088-32e8d49b04df {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:39.372233 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:39.372702 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Checking segment: {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:39.373146 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Bound using segment: {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'} {{(pid=86827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:39.373927 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.managers [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Bound port: 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248644e9-b140-45fb-bfdf-826ae28dc07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df'}}] {{(pid=86827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:39.374351 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.384388 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:39.426224 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.477974 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, cleared binding levels {{(pid=86827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:39.481217 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:39.487560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.552410 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:39.553100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:39.554576 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] 10.222.0.57 "PUT /v2.0/ports/9fd5169b-1376-4b4f-963a-a429aa0a2ac5 HTTP/1.1" status: 200 len: 1093 time: 1.4629302 Jan 17 17:22:39.555065 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:39.577143 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5b16a-1a2d-4d0c-945e-a4a61660b933 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=3']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:39.592467 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Pushing event updated for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:39.641024 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5', 'status': 'completed', 'code': 200} Jan 17 17:22:39.651927 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:39.652654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:39.682164 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-8990f561-22d2-4b35-806f-ef5e4f759c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:39.683973 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-8990f561-22d2-4b35-806f-ef5e4f759c67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 1096 time: 0.0788665 Jan 17 17:22:39.806626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:39.811517 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8d3296-b1c4-4b1c-a2e7-d80e01827364 None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:22:39.874565 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-b1d72a4e-0b87-42dd-b638-cb968558193c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5 HTTP/1.1" status: 200 len: 217 time: 0.1805167 Jan 17 17:22:39.896164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:22:39.945122 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-0806ec40-995c-4aab-b0de-5278d6a564d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:39.946560 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-0806ec40-995c-4aab-b0de-5278d6a564d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bca566df-92ae-4af8-bfc4-789536320dd9 HTTP/1.1" status: 200 len: 854 time: 0.0651391 Jan 17 17:22:39.997570 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-811d00ff-0bf7-4c2a-9ff3-3e2b3a9473e0 None None] Provisioning complete for port 44272ac6-29e6-440d-bd45-9ac88de69f43 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:39.997943 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-811d00ff-0bf7-4c2a-9ff3-3e2b3a9473e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:40.009728 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-ec8966b2-c080-480c-a59f-3dd678aa565a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12e4a735-f692-406b-9088-32e8d49b04df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557988 Jan 17 17:22:40.068996 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-811d00ff-0bf7-4c2a-9ff3-3e2b3a9473e0 None None] Port 44272ac6-29e6-440d-bd45-9ac88de69f43 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:40.183754 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:40.232256 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a1ebf7e6-e2f3-4fb6-828e-08476fccd703 admin admin] 10.222.0.102 "PUT /v2.0/routers/b02fa4f9-0088-4851-80cd-a55393411dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768426 Jan 17 17:22:40.233358 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-de9ff362-0a58-43f2-9fed-87edf20f53e0 service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157440 Jan 17 17:22:40.593021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb55e1-a15f-499e-a347-1001395ac977 req-4e583c07-13d2-47ed-a380-57404d9983ff tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:40.596050 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e5bb55e1-a15f-499e-a347-1001395ac977 req-4e583c07-13d2-47ed-a380-57404d9983ff tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 943 time: 0.1898100 Jan 17 17:22:40.602516 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a981a7c1-1295-46a7-984d-8d829b01a1fd req-f34b4d88-4077-429c-9958-a9c2f4706672 service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591955 Jan 17 17:22:40.671810 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e5bb55e1-a15f-499e-a347-1001395ac977 req-a8a234f3-d2b9-42cf-9ac6-b672ec7d9964 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679009 Jan 17 17:22:40.794196 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-5b5f2faa-8a6b-4ae8-9e2b-e038e9288a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:40.795705 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-5b5f2faa-8a6b-4ae8-9e2b-e038e9288a26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=42e080168f3849a69fab11bd4bf66b24&device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 1096 time: 0.1214931 Jan 17 17:22:40.966403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-65610f0b-21bf-4271-a562-88ce4d68bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:40.968149 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-65610f0b-21bf-4271-a562-88ce4d68bab4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 200 len: 915 time: 0.1643929 Jan 17 17:22:41.030402 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53196) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:41.036227 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733090034', 'description': 'tempest-description--434433487'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:41.044760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:41.051293 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:41.054634 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:41.061792 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:41.073841 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-efd63a50-90fe-438a-8950-aa02715d9589 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5 HTTP/1.1" status: 200 len: 217 time: 0.0853617 Jan 17 17:22:41.078489 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.142631 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:41.148532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:41.152706 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:41.158606 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-667bd05b-472c-4e6d-b9c6-69bd002eb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.160388 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-667bd05b-472c-4e6d-b9c6-69bd002eb475 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bca566df-92ae-4af8-bfc4-789536320dd9 HTTP/1.1" status: 200 len: 854 time: 0.0725429 Jan 17 17:22:41.165256 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:41.217359 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-872626d4-94af-4633-b7a1-b2b62c61e496 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219397 Jan 17 17:22:41.221105 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-fcf832fa-e90c-4f90-baf2-9e728b08d36e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=12e4a735-f692-406b-9088-32e8d49b04df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522275 Jan 17 17:22:41.336798 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.349444 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.384143 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-fbdf2f4e-c421-4dd8-80e6-561b120135ac service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553741 Jan 17 17:22:41.393839 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a017da-f248-476c-aafa-88563cb3647d req-13ad8c0f-f361-4173-825f-8fb3d884358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.395387 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-13ad8c0f-f361-4173-825f-8fb3d884358a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 1100 time: 0.1513658 Jan 17 17:22:41.405778 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1289df2e-e48e-48af-b3e0-f43c82f1192b,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:41.411818 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.416619 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-efab1c32-9cbc-4240-bda6-f4712e3b3d6c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3850114 Jan 17 17:22:41.417611 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53206) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:41.424516 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group_rule': {'security_group_id': '1289df2e-e48e-48af-b3e0-f43c82f1192b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:41.450648 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:41.461992 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:41.510643 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:41.529868 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:41.540797 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.553539 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c7e52078-8896-4148-96ea-2ead46e2c399 req-fa714f11-5057-4d64-b682-0684f2727f01 service neutron] 10.222.0.57 "GET /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602597 Jan 17 17:22:41.580258 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.618159 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a017da-f248-476c-aafa-88563cb3647d req-1ddcd26d-8606-4751-9ce7-9dd5786f20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.619629 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-1ddcd26d-8606-4751-9ce7-9dd5786f20cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1889315 Jan 17 17:22:41.753078 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-32ea0dec-72b6-4996-a3b7-9dce5b107835 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 200 len: 1001 time: 0.1247866 Jan 17 17:22:41.754769 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.759914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.833048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9505b2-6c64-482d-ad3a-0293ca0f67df,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:41.853633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a017da-f248-476c-aafa-88563cb3647d req-2c13bfc8-5758-4057-a27e-a5a6e1205b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.855063 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-2c13bfc8-5758-4057-a27e-a5a6e1205b3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.0932608 Jan 17 17:22:41.859663 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.861398 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c9ca2286-b057-4fd6-b6c0-bb31517793f3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4423196 Jan 17 17:22:41.865347 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53218) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:41.872097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group_rule': {'security_group_id': '1289df2e-e48e-48af-b3e0-f43c82f1192b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:41.879739 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:41.892150 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:41.896243 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:41.903386 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:41.928894 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:41.942901 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a017da-f248-476c-aafa-88563cb3647d req-f7ce272e-05e2-4654-8e57-024a5b029a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.944474 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-f7ce272e-05e2-4654-8e57-024a5b029a9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808032 Jan 17 17:22:41.953610 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba68fa-b9ef-4198-bb87-421168dfbaaf req-95a39e1e-c19e-4bb6-aa4d-bada51da9737 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:41.955225 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eaba68fa-b9ef-4198-bb87-421168dfbaaf req-95a39e1e-c19e-4bb6-aa4d-bada51da9737 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 943 time: 0.1518393 Jan 17 17:22:42.027614 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eaba68fa-b9ef-4198-bb87-421168dfbaaf req-d20fd8de-4fb8-4809-a4b3-5f95c767921d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621836 Jan 17 17:22:42.038531 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.049080 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.072299 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7345ebf8-dd7f-46c8-a331-d59f9c4db170,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:42.086468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.088582 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-35273b1d-572a-4a1d-a40f-ef82f6f4797d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2222490 Jan 17 17:22:42.091703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53222) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:42.097875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:42.101034 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-7d9d5d95-71ff-44a4-a1bd-cc2033d1e8d6 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496208 Jan 17 17:22:42.103965 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:42.107774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:floatingip and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:42.111438 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:42.120259 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:42.134903 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.276958 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.361346 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-16a017da-f248-476c-aafa-88563cb3647d req-a9d1c58e-bd28-42e4-b43c-fb305565b5a0 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535064 Jan 17 17:22:42.439133 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:42.449708 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:42.450234 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:42.521700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Allocated IP 172.28.0.160 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/0c3c04a3-2617-4a76-9f07-c020f6feb3bd) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:42.643155 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ed589dfe-e4e1-4f40-a55e-80fe4608e978 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:42.661726 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:42.693733 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.736653 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.742643 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port ed589dfe-e4e1-4f40-a55e-80fe4608e978 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:42.749357 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ed589dfe-e4e1-4f40-a55e-80fe4608e978 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:42.749725 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.807462 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:42.810525 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:42.815378 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:42.854053 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=0c3c04a3-2617-4a76-9f07-c020f6feb3bd,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:42.888048 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.909515 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port ed589dfe-e4e1-4f40-a55e-80fe4608e978, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ed589dfe-e4e1-4f40-a55e-80fe4608e978,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:42.917034 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.989569 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:42.993357 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=ed589dfe-e4e1-4f40-a55e-80fe4608e978,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:43.065735 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 2, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:43.066720 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.071362 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:43.072097 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Updating router b02fa4f9-0088-4851-80cd-a55393411dae port 44272ac6-29e6-440d-bd45-9ac88de69f43 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:22:43.135041 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.230178 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53240) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:43.355489 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d6bf-0df7-476b-b3ef-3d2fc37c5aa3 req-65ea0a0f-6da4-407c-8c0c-941482a9dc68 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:43.356910 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3f1d6bf-0df7-476b-b3ef-3d2fc37c5aa3 req-65ea0a0f-6da4-407c-8c0c-941482a9dc68 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 943 time: 0.1292846 Jan 17 17:22:43.357910 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.373124 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:43.377341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Usage tracker for resource:security_group_rule and tenant:45ddb3e7be6a45e29e813ea8e5c127e3 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:43.380154 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:43.385814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:43.390783 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.414301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.474465 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.481390 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.500094 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3f1d6bf-0df7-476b-b3ef-3d2fc37c5aa3 req-fa1c5b9b-8d4d-49c6-8428-f5c57d259a44 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326602 Jan 17 17:22:43.538891 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=45ddb3e7be6a45e29e813ea8e5c127e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070729 Jan 17 17:22:43.543163 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53250) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:43.556642 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=0c3c04a3-2617-4a76-9f07-c020f6feb3bd,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:43.559495 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fd260-5126-4c07-92b2-e075770024f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b333b-c506-4864-974c-95bb76d9f902,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:43.585366 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.600881 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Transition to ACTIVE for port object 44272ac6-29e6-440d-bd45-9ac88de69f43 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:43.604436 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.610757 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.623310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.634197 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.639464 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-70017130-a40d-4529-b121-31d0732a1c70 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5430818 Jan 17 17:22:43.677174 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.752125 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.769532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b333b-c506-4864-974c-95bb76d9f902,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:43.781816 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.789049 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-8b3c6913-b2bd-4700-a8fa-0e30deb5bbce admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5f3b333b-c506-4864-974c-95bb76d9f902 HTTP/1.1" status: 204 len: 168 time: 0.2445233 Jan 17 17:22:43.826529 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Pushing event updated for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:43.837779 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.838321 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.838808 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.839319 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.839845 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.840335 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.840928 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.841603 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.842158 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.842675 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.843282 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.843821 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86830) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:43.922316 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Attempting to bind port 44272ac6-29e6-440d-bd45-9ac88de69f43 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:43.923584 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Attempting to bind port 44272ac6-29e6-440d-bd45-9ac88de69f43 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:43.924360 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Attempting to bind port 44272ac6-29e6-440d-bd45-9ac88de69f43 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:43.929834 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:43.930207 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Checking segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:43.930686 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.931077 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Bound using segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:43.931629 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Bound port: 44272ac6-29e6-440d-bd45-9ac88de69f43, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:43.932641 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:43.947978 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-73288645-7b32-4571-b03b-178139ea755e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1733090034&fields=id&tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 267 time: 0.0656641 Jan 17 17:22:44.033111 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] For port 44272ac6-29e6-440d-bd45-9ac88de69f43, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:44.036746 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] For port 44272ac6-29e6-440d-bd45-9ac88de69f43, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=44272ac6-29e6-440d-bd45-9ac88de69f43,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:44.042025 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.102373 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-7d96c31a-9312-4098-8f73-27885243ae36 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:44.104076 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-7d96c31a-9312-4098-8f73-27885243ae36 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 811 time: 0.1550047 Jan 17 17:22:44.122080 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-d1aed22b-c5a0-449a-8579-c4530c0eddb6 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/quotas/147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 375 time: 0.0127530 Jan 17 17:22:44.131621 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:44.132240 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:44.185534 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53272) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:44.215922 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.218337 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f386df-2c28-4a86-b7c7-fb396eda6f3a None None] Pushing event updated for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=4']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:44.238991 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:44.245241 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Usage tracker for resource:security_group_rule and tenant:042f7ec28f5a4b9e8764693aba9818bc is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:44.248436 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:44.258322 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:44.274769 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:22:44.293741 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-53790f53-861c-424c-a5c2-21e39d054a1c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1623287 Jan 17 17:22:44.340254 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:44.461231 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:44.475390 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5', 'network_id': '12e4a735-f692-406b-9088-32e8d49b04df', 'port_id': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5', 'mac_address': 'fa:16:3e:4d:77:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca566df-92ae-4af8-bfc4-789536320dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:22:44.489402 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.495939 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-eff65bbd-9981-4cf5-88e3-c62b576ec45a service neutron] 10.222.0.102 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792109 Jan 17 17:22:44.497100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.551671 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.584673 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:44.613661 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:44.621986 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.656875 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53278) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:44.658065 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=042f7ec28f5a4b9e8764693aba9818bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705870 Jan 17 17:22:44.661633 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c596732e-4f4f-4b6c-91ba-7d3eaa73c726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec61f4d-b6cb-4cd6-86a4-35a743906ee5,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:44.716289 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:44.720783 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ed589dfe-e4e1-4f40-a55e-80fe4608e978 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:44.767908 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:44Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:44.782629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-8c30d33c-e3c0-40e0-863a-64938290624e service neutron] 10.222.0.102 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775075 Jan 17 17:22:44.784984 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2a99-bce2-4cfc-9e9a-ce003a905d45 None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:44Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:22:44.803981 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.812317 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ed589dfe-e4e1-4f40-a55e-80fe4608e978 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:44.812916 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.834819 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc9f70-bd84-458a-94de-8c2a097c236e req-9c6f826a-2027-4333-a3ec-02a02a0cf2e6 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:44.841636 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-55dc9f70-bd84-458a-94de-8c2a097c236e req-9c6f826a-2027-4333-a3ec-02a02a0cf2e6 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 944 time: 0.1470764 Jan 17 17:22:44.857378 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.944138 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['9fd5169b-1376-4b4f-963a-a429aa0a2ac5'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:44.974422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:44.998714 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec61f4d-b6cb-4cd6-86a4-35a743906ee5,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:45.016476 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:45.017926 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-4f1edc9f-57c0-4226-b319-f60642ad530e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cec61f4d-b6cb-4cd6-86a4-35a743906ee5 HTTP/1.1" status: 204 len: 168 time: 0.3594882 Jan 17 17:22:45.080852 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-55dc9f70-bd84-458a-94de-8c2a097c236e req-eba7a146-b333-475b-a20b-03fed79e42f6 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320940 Jan 17 17:22:45.120408 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 44272ac6-29e6-440d-bd45-9ac88de69f43 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:45.228910 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2e17e823-d15f-4cb1-9b63-a5f50ad88393 req-c7311a65-c3bc-4556-bb4e-d08aa1cc130f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 210 time: 0.0965128 Jan 17 17:22:45.251245 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 44272ac6-29e6-440d-bd45-9ac88de69f43 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:45.267460 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 44272ac6-29e6-440d-bd45-9ac88de69f43 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:45.268167 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:45.465086 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:45.518432 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 44272ac6-29e6-440d-bd45-9ac88de69f43, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=44272ac6-29e6-440d-bd45-9ac88de69f43,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:45.527499 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:45.601992 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:46.287210 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:46.367306 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f209-3077-4a15-9803-567fcc089fe0 req-64d16b7d-5687-4e32-b0ed-29c195319167 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:46.375098 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-59e0f209-3077-4a15-9803-567fcc089fe0 req-64d16b7d-5687-4e32-b0ed-29c195319167 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 944 time: 0.1784127 Jan 17 17:22:46.476657 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22dcf97c-67fa-4c66-bb40-4f59f874b06f req-8f3ca641-b3de-4e2e-95c7-e0ff528d4ac7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 210 time: 0.0780702 Jan 17 17:22:46.497470 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:46.505735 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-59e0f209-3077-4a15-9803-567fcc089fe0 req-86a3e348-3b58-484b-b603-e3935706a49c tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123803 Jan 17 17:22:46.515119 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:46.515521 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.550530 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53336) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:46.669709 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-98cb2db1-1dc8-45cb-950c-8421141dcf1b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:46.670474 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-98cb2db1-1dc8-45cb-950c-8421141dcf1b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:46.685826 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 44272ac6-29e6-440d-bd45-9ac88de69f43 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:46.692580 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-98cb2db1-1dc8-45cb-950c-8421141dcf1b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:46.696230 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-98cb2db1-1dc8-45cb-950c-8421141dcf1b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 811 time: 0.3706527 Jan 17 17:22:46.718686 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53346) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:46.767578 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-d4e9d610-4b62-4ecb-ad0a-adf559dad42a tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:22:46.792060 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-d4e9d610-4b62-4ecb-ad0a-adf559dad42a tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:22:46.793461 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-d4e9d610-4b62-4ecb-ad0a-adf559dad42a tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 380 time: 0.0815241 Jan 17 17:22:46.804297 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'port': {'device_id': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'admin_state_up': True, 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'security_groups': ['1289df2e-e48e-48af-b3e0-f43c82f1192b']}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:46.809558 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.826483 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.830545 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:46.834641 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Usage tracker for resource:security_group_rule and tenant:45639e5922a74515878c767e3b41d40f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:46.837956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:46.846280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:46.857657 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:46.870438 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:46.877283 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 44272ac6-29e6-440d-bd45-9ac88de69f43 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:46.877660 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.908641 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.924607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:46.947059 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:46.948532 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5', 'code': 200} Jan 17 17:22:46.950722 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Usage tracker for resource:security_group_rule and tenant:f84494ff416041828d771dbb068c516e is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:46.954765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:46.965843 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:47.006005 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.018355 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:47.019100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.025617 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:port and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:47.029880 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.030058 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:47.038122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:47.057026 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Made reservation on behalf of 147eaa8cb42e4b4bb6f52ab56e56284b for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:47.061761 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.098953 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=45639e5922a74515878c767e3b41d40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448718 Jan 17 17:22:47.098953 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7acc3f-4352-4ec8-b49d-4e18cf8d9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec076809-31de-404a-b7d8-5d0f888427e6,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.105130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53354) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:47.216448 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.227961 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.237989 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Allocated IP 172.20.0.12 (89a48d9e-06ba-46d3-b084-5fa12db65d7a/258981c0-b874-442f-945e-b93ac73abd82/6e35c887-5dce-418d-ba38-42dc67edd6c5) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:47.292574 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.305272 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0bf370-c8a7-42dc-95e3-267290ed1676,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.309470 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-dce7d47f-bb8a-4a1a-a509-51a7f8a1f8ea admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f84494ff416041828d771dbb068c516e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897574 Jan 17 17:22:47.327158 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53358) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:47.353945 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.389623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac86b67-7419-45a3-b7f9-bf3dbc86eabf req-c2876801-b31b-4e94-a572-df11e2b65726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:47.391151 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dac86b67-7419-45a3-b7f9-bf3dbc86eabf req-c2876801-b31b-4e94-a572-df11e2b65726 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 1098 time: 0.2559934 Jan 17 17:22:47.432389 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.450164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Transition to ACTIVE for port object 6e35c887-5dce-418d-ba38-42dc67edd6c5 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:47.473415 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dac86b67-7419-45a3-b7f9-bf3dbc86eabf req-ba3dab1e-6c0b-4ae2-b3d6-813c2acfff3c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642080 Jan 17 17:22:47.474289 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.474475 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.500532 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.519260 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.531926 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec076809-31de-404a-b7d8-5d0f888427e6,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.559256 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:47.562755 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:47.565392 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.567696 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:47.572613 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.573726 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-9eb5e112-576d-4a53-aad5-89e7eabf820d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ec076809-31de-404a-b7d8-5d0f888427e6 HTTP/1.1" status: 204 len: 168 time: 0.4676752 Jan 17 17:22:47.613353 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.645642 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:47.646282 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.655481 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0bf370-c8a7-42dc-95e3-267290ed1676,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:47.706968 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-95fbca47-4da0-4e3a-b051-2b3abd9867f0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9070179 Jan 17 17:22:47.716278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.717659 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-0e8b1cf2-b95c-4ec1-a848-2cacda40d3be admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7a0bf370-c8a7-42dc-95e3-267290ed1676 HTTP/1.1" status: 204 len: 168 time: 0.3892455 Jan 17 17:22:47.730079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Request body: {'port': {'device_id': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:47.848636 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4902-3059-4bae-ba03-d23d67981dfa req-e6352aff-31d2-4b93-b30b-a0fdb8be76bf tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:47.850156 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-622f4902-3059-4bae-ba03-d23d67981dfa req-e6352aff-31d2-4b93-b30b-a0fdb8be76bf tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1314209 Jan 17 17:22:47.859247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f67b2-1226-4c4e-b3f8-cc8d01599fe9 req-6ab9bda9-9e9d-4dda-b5fb-0b4701054822 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:47.860965 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-901f67b2-1226-4c4e-b3f8-cc8d01599fe9 req-6ab9bda9-9e9d-4dda-b5fb-0b4701054822 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 932 time: 0.2015336 Jan 17 17:22:47.869329 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-603467f2-4db6-404e-b7b5-298e93fff605 None None] Provisioning for port 6e35c887-5dce-418d-ba38-42dc67edd6c5 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:47.877660 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-603467f2-4db6-404e-b7b5-298e93fff605 None None] Provisioning complete for port 6e35c887-5dce-418d-ba38-42dc67edd6c5 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:47.878230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-603467f2-4db6-404e-b7b5-298e93fff605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.881661 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:47.956149 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-603467f2-4db6-404e-b7b5-298e93fff605 None None] Port 6e35c887-5dce-418d-ba38-42dc67edd6c5 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:47.997614 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-901f67b2-1226-4c4e-b3f8-cc8d01599fe9 req-70110d4e-4fb4-4521-8c51-798d2d3b2977 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138353 Jan 17 17:22:48.003498 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-622f4902-3059-4bae-ba03-d23d67981dfa req-fe68128a-3c5a-41a9-9c8f-0c666352258d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415124 Jan 17 17:22:48.287399 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e35c887-5dce-418d-ba38-42dc67edd6c5 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:48.303470 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.326215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Transition to ACTIVE for port object 6e35c887-5dce-418d-ba38-42dc67edd6c5 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:48.330994 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.633653 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:48.714403 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53408) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:48.761652 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Attempting to bind port 6e35c887-5dce-418d-ba38-42dc67edd6c5 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:48.762125 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Attempting to bind port 6e35c887-5dce-418d-ba38-42dc67edd6c5 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:48.762553 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Attempting to bind port 6e35c887-5dce-418d-ba38-42dc67edd6c5 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:48.769118 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Port 6e35c887-5dce-418d-ba38-42dc67edd6c5 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:22:48.769884 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Attempting to bind port 6e35c887-5dce-418d-ba38-42dc67edd6c5 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:48.776067 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:48.776432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Checking segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:48.776786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Bound using segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:48.777228 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Bound port: 6e35c887-5dce-418d-ba38-42dc67edd6c5, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:48.777666 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.868416 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1281499049-network', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:48.877830 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:48.886602 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Usage tracker for resource:network and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:48.890646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:48.897956 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:48.900136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:48.902803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:48.915407 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.957145 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Made reservation on behalf of ab1ed41c72c249ecb2af628c4940a71f for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:48.959456 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:48.991588 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.007916 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.008531 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.009903 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 1094 time: 1.2944760 Jan 17 17:22:49.010344 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:49.023988 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:49.028147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:49.031227 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:49.039664 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:49.116816 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'status': 'completed', 'code': 200} Jan 17 17:22:49.148335 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f5493-e7d7-4152-bdef-7e6dda27cf32 service neutron] Pushing event updated for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:49.225557 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-7961aab9-a386-4451-b9fa-39dad8e0c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.227215 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-7961aab9-a386-4451-b9fa-39dad8e0c394 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1097 time: 0.1504440 Jan 17 17:22:49.231959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.311881 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.342938 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-fc808c6e-b06b-4b5f-92aa-5dafd1b3eb23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 217 time: 0.0958648 Jan 17 17:22:49.385801 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a4ba6-37f8-4d25-be57-dd29bb4e17ab req-207c5a15-2db6-4686-96ea-06a4e7b1617d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.387878 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-609a4ba6-37f8-4d25-be57-dd29bb4e17ab req-207c5a15-2db6-4686-96ea-06a4e7b1617d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 944 time: 0.1526983 Jan 17 17:22:49.397732 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b70b62-a5ab-4397-832a-a127c9af9460 req-e3b39ac9-d6f6-4fb9-9a90-bca94d09a2e6 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.399116 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0b70b62-a5ab-4397-832a-a127c9af9460 req-e3b39ac9-d6f6-4fb9-9a90-bca94d09a2e6 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.2277601 Jan 17 17:22:49.411557 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:22:49.462557 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e130a5-5e75-42b0-a47d-ee54be174bd8,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:49.473774 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.474126 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Added segment becbb3c2-a440-4f8a-b339-041a0ecf6c2c of type vlan for network 373a3a67-052f-4a98-88e3-582cf4d277a1 Jan 17 17:22:49.496742 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5f2a9637-e385-41e9-bc75-6eed0b6add47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.498253 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5f2a9637-e385-41e9-bc75-6eed0b6add47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.1461833 Jan 17 17:22:49.500651 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-609a4ba6-37f8-4d25-be57-dd29bb4e17ab req-764c452b-64b2-4f84-a506-759533f83c56 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003945 Jan 17 17:22:49.508023 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e0b70b62-a5ab-4397-832a-a127c9af9460 req-3d3461dc-23e2-4da2-938a-09162b0ec617 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825906 Jan 17 17:22:49.552187 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.597930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.598793 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.599363 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.691579 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-f7aea9b7-ffed-4cce-aba3-e9edacf18ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:49.693053 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-f7aea9b7-ffed-4cce-aba3-e9edacf18ccb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860805 Jan 17 17:22:49.786414 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0678329 Jan 17 17:22:49.787118 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53432) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:49.790084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f6ad5-a8fc-41c4-ad59-e6dbabd54a66 admin admin] Pushing event updated for resources: {'Network': ['ID=373a3a67-052f-4a98-88e3-582cf4d277a1,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:49.793760 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Request body: {'subnet': {'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1281499049-subnet', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:49.799752 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:49.803380 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:22:49.808507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Usage tracker for resource:subnet and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:49.811698 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:49.818991 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:49.840435 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Made reservation on behalf of ab1ed41c72c249ecb2af628c4940a71f for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:49.843031 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2417032'] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:49.863078 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-009ea326-aa2c-4f7f-b3d0-d1506f4bb62f service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570060 Jan 17 17:22:50.052501 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-e0418e44-322a-404c-8cb7-fb49b7e20df8 req-5a4bb421-b7d5-4b2c-b4e4-a60d47671edf service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718528 Jan 17 17:22:50.088007 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2417050'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.171043 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfd9029-fbc0-4329-9b20-771677a33117,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:50.179697 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Checking segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:50.180121 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Network hostable DHCP agents. Network: 373a3a67-052f-4a98-88e3-582cf4d277a1, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:22:50.199337 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-bd9527a6-ae0f-49c8-9f07-4af690d5d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:50.201106 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:22:50.201241 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-bd9527a6-ae0f-49c8-9f07-4af690d5d0cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1097 time: 0.0834730 Jan 17 17:22:50.211818 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 373a3a67-052f-4a98-88e3-582cf4d277a1) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:50.216119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:50.216644 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.223700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc968d79-87e1-456b-b9cc-fee30a894590 None None] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:50.243545 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53442) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:50.249718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7de256e9-b962-4fd3-bdeb-5789769b997b admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4617567 Jan 17 17:22:50.292697 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:50.308744 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:50.320120 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Usage tracker for resource:router and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:50.324644 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:50.333816 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:50.354558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.355764 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.401273 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.419244 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-07ea1976-415d-4a1a-b05b-2c13c8eaa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:50.420844 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-07ea1976-415d-4a1a-b05b-2c13c8eaa04e service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.2130818 Jan 17 17:22:50.453933 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-373a3a67-052f-4a98-88e3-582cf4d277a1', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:22:50.455617 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.548471 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-5d7f8521-e893-4682-8f17-c3356b10a0dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 217 time: 0.1211071 Jan 17 17:22:50.676161 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Allocated IP 172.20.0.2 (373a3a67-052f-4a98-88e3-582cf4d277a1/9cfd9029-fbc0-4329-9b20-771677a33117/4877cf3a-57c3-4ecc-a937-a4ee540c258e) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:50.755495 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568ffc-e7fa-45c0-87fd-b7dd0466ebdc req-6347ed09-aeba-42e7-a30b-7892ea6c0445 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:50.757006 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76568ffc-e7fa-45c0-87fd-b7dd0466ebdc req-6347ed09-aeba-42e7-a30b-7892ea6c0445 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 944 time: 0.1011798 Jan 17 17:22:50.812694 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76568ffc-e7fa-45c0-87fd-b7dd0466ebdc req-4f3f17f0-6d83-4227-885e-f43f24f5a01c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491700 Jan 17 17:22:50.860684 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-6ecea03b-c295-4c48-b439-3d97b79ab474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:50.862111 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-6ecea03b-c295-4c48-b439-3d97b79ab474 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.3056967 Jan 17 17:22:50.947359 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.958436 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Transition to ACTIVE for port object 4877cf3a-57c3-4ecc-a937-a4ee540c258e will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:50.980213 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Transition to ACTIVE for port object 4877cf3a-57c3-4ecc-a937-a4ee540c258e will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:50.993760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:50.996851 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.078571 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:51.082668 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:51.086679 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:51.123921 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-b40f0909-a626-4172-ba6e-70d4b9d357ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:51.125397 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-b40f0909-a626-4172-ba6e-70d4b9d357ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2548583 Jan 17 17:22:51.185504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Attempting to bind port 4877cf3a-57c3-4ecc-a937-a4ee540c258e on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:51.185877 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Attempting to bind port 4877cf3a-57c3-4ecc-a937-a4ee540c258e by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:51.186236 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Attempting to bind port 4877cf3a-57c3-4ecc-a937-a4ee540c258e on network 373a3a67-052f-4a98-88e3-582cf4d277a1 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:51.192365 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Pushing event updated for resources: {'Port': ['ID=4877cf3a-57c3-4ecc-a937-a4ee540c258e,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:51.194725 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:51.195096 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Checking segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:51.195647 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.195888 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Bound using segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:51.196343 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Bound port: 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:51.196708 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.294479 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] For port 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:51.299218 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] For port 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4877cf3a-57c3-4ecc-a937-a4ee540c258e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:51.299403 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-787c582f-f073-4dc4-91b8-49d6c1ed02a2 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635082 Jan 17 17:22:51.305825 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.443063 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7ad0-afc9-4749-b4c8-3a584d63629d None None] Pushing event updated for resources: {'Port': ['ID=4877cf3a-57c3-4ecc-a937-a4ee540c258e,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:51.677130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.725995 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:51.768862 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0a0df1b1-0c2e-4100-9203-1ef134e100f2 req-51685928-f5e6-481d-b002-627164f82607 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979156 Jan 17 17:22:51.893867 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Allocated IP 172.28.0.251 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/34bdc6de-253a-4fa5-a216-f73366523d49) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:52.051061 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76045d3-a606-40be-ab67-180f2be6a7b5 req-44860b7f-6f1a-4bbb-adf5-6990feb666fe tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:52.052962 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a76045d3-a606-40be-ab67-180f2be6a7b5 req-44860b7f-6f1a-4bbb-adf5-6990feb666fe tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 944 time: 0.1062365 Jan 17 17:22:52.078046 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.113375 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a76045d3-a606-40be-ab67-180f2be6a7b5 req-4a887d84-30cf-4cd6-a972-ec4d63fe0ec7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544307 Jan 17 17:22:52.113837 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.183524 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:52.186399 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:52.189131 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:52.237376 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Pushing event updated for resources: {'Port': ['ID=34bdc6de-253a-4fa5-a216-f73366523d49,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:52.327350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6e35c887-5dce-418d-ba38-42dc67edd6c5 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:22:52.515301 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:52.535815 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff513e-1d6d-49f4-bb5f-9914d8367567 None None] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:52.555643 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'port_id': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'mac_address': 'fa:16:3e:2e:86:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:22:52.697781 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4877cf3a-57c3-4ecc-a937-a4ee540c258e up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:52.765931 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.779980 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f38f7413-61b6-4c90-8395-95adea392e13 None None] Provisioning for port 4877cf3a-57c3-4ecc-a937-a4ee540c258e completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:52.813864 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e35c887-5dce-418d-ba38-42dc67edd6c5 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:22:52.814031 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.871700 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:52.881084 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:52.930427 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 4877cf3a-57c3-4ecc-a937-a4ee540c258e completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:52.952107 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 4877cf3a-57c3-4ecc-a937-a4ee540c258e triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:52.952277 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.068899 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:53.147315 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['6e35c887-5dce-418d-ba38-42dc67edd6c5'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:22:53.187478 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.189198 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.377429 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4877cf3a-57c3-4ecc-a937-a4ee540c258e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:53.412492 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.471603 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Router 43e210ff-75d3-4e10-9520-4997af5a0cc4 is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:22:53.511829 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=4877cf3a-57c3-4ecc-a937-a4ee540c258e,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:53.533195 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-d25a9288-ac58-4d92-bc16-4b36a6b0b1b1 None None] Provisioning complete for port 4877cf3a-57c3-4ecc-a937-a4ee540c258e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:53.533564 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-d25a9288-ac58-4d92-bc16-4b36a6b0b1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.566612 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec7bd4-f3e8-4b8f-b61b-0ac5d56c91b1 req-abe10341-43b1-4e5c-8c6a-892427e06f6e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:53.574285 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-00ec7bd4-f3e8-4b8f-b61b-0ac5d56c91b1 req-abe10341-43b1-4e5c-8c6a-892427e06f6e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 945 time: 0.2695904 Jan 17 17:22:53.615403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53500) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:53.628447 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-00ec7bd4-f3e8-4b8f-b61b-0ac5d56c91b1 req-7a28793e-ec3f-404e-be6c-5591862d4c09 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533307 Jan 17 17:22:53.696646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:53.706302 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Sync routers for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:53.715818 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:53.716469 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:53.725082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.726428 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-59cbebed-ca65-43e9-afd1-7652e7f25c1d admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4818397 Jan 17 17:22:53.729305 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53506) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:53.759507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.774607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:53.778456 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Usage tracker for resource:security_group_rule and tenant:c3791e14efac4b7fa140c676f7cbe556 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:53.781288 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:53.803249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:53.904792 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:53.908863 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.914933 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:53.954911 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d162a2-dfc1-46ac-913a-f103f1666b70,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:53.975665 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4a75835e-6819-4dab-8943-affffda0fe78 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c3791e14efac4b7fa140c676f7cbe556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589811 Jan 17 17:22:53.978058 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53512) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:54.046040 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.083907 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.158618 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.177377 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d162a2-dfc1-46ac-913a-f103f1666b70,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:54.186060 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.187738 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-846452db-942b-4afb-8ba9-0b2e2dbf1ecb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/05d162a2-dfc1-46ac-913a-f103f1666b70 HTTP/1.1" status: 204 len: 168 time: 0.2083933 Jan 17 17:22:54.277518 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:52Z', 'revision_number': 3, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:54.283946 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Checking router: 43e210ff-75d3-4e10-9520-4997af5a0cc4 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:54.284912 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Updating router 43e210ff-75d3-4e10-9520-4997af5a0cc4 port 34bdc6de-253a-4fa5-a216-f73366523d49 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:22:54.345625 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.413762 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6e35c887-5dce-418d-ba38-42dc67edd6c5 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:54.616552 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4877cf3a-57c3-4ecc-a937-a4ee540c258e up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:54.635705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.703294 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 6e35c887-5dce-418d-ba38-42dc67edd6c5 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:54.732753 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 6e35c887-5dce-418d-ba38-42dc67edd6c5 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:54.733127 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.826704 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c413b0a-00cc-4170-9bba-ea5943d5081e req-b193d5db-8621-4fcb-b537-0f27a15d3595 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:54.829380 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1c413b0a-00cc-4170-9bba-ea5943d5081e req-b193d5db-8621-4fcb-b537-0f27a15d3595 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 945 time: 0.0871215 Jan 17 17:22:54.852856 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 4877cf3a-57c3-4ecc-a937-a4ee540c258e triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:54.853233 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:54.854417 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Allocated IP 172.20.0.1 (373a3a67-052f-4a98-88e3-582cf4d277a1/9cfd9029-fbc0-4329-9b20-771677a33117/4b94e97f-4b49-4089-aeb5-023458d213a3) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:54.897481 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1c413b0a-00cc-4170-9bba-ea5943d5081e req-5fda69b8-16a6-4c60-9f7a-cf4bd246e83f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503561 Jan 17 17:22:55.017825 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.034020 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Transition to ACTIVE for port object 4b94e97f-4b49-4089-aeb5-023458d213a3 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:55.037763 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.057480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.061324 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.126316 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:55.128827 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:22:55.129004 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:55.132710 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:55.135264 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Transition to ACTIVE for port object 34bdc6de-253a-4fa5-a216-f73366523d49 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:55.149996 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:55.151296 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.170959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Pushing event updated for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:55.195632 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.202372 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.213822 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'code': 200} Jan 17 17:22:55.240423 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Attempting to bind port 34bdc6de-253a-4fa5-a216-f73366523d49 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:55.240794 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Attempting to bind port 34bdc6de-253a-4fa5-a216-f73366523d49 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:55.241156 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Attempting to bind port 34bdc6de-253a-4fa5-a216-f73366523d49 on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:22:55.247150 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62260e89-6499-45f0-9c56-48c84193378d None None] Pushing event updated for resources: {'Port': ['ID=34bdc6de-253a-4fa5-a216-f73366523d49,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:55.286587 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:22:55.287008 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:55.287393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.287840 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:22:55.288313 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Bound port: 34bdc6de-253a-4fa5-a216-f73366523d49, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:22:55.288736 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.385844 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:55.394642 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.403230 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] For port 34bdc6de-253a-4fa5-a216-f73366523d49, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:22:55.406667 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] For port 34bdc6de-253a-4fa5-a216-f73366523d49, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=34bdc6de-253a-4fa5-a216-f73366523d49,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:22:55.412876 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.501675 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:55.502387 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:55.568705 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62260e89-6499-45f0-9c56-48c84193378d None None] Pushing event updated for resources: {'Port': ['ID=34bdc6de-253a-4fa5-a216-f73366523d49,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:55.588888 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-6995c502-a241-47ea-a3db-16b9dca08bb6 None None] Provisioning for port 4b94e97f-4b49-4089-aeb5-023458d213a3 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:55.599261 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-6995c502-a241-47ea-a3db-16b9dca08bb6 None None] Provisioning complete for port 4b94e97f-4b49-4089-aeb5-023458d213a3 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:55.599667 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-6995c502-a241-47ea-a3db-16b9dca08bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.665571 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c72a1-6a7c-4316-9240-0f7c868c8381 req-09315fe4-624b-4c62-897f-1f55110f4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:55.666948 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a96c72a1-6a7c-4316-9240-0f7c868c8381 req-09315fe4-624b-4c62-897f-1f55110f4fee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1099 time: 0.2057655 Jan 17 17:22:55.727101 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-6995c502-a241-47ea-a3db-16b9dca08bb6 None None] Port 4b94e97f-4b49-4089-aeb5-023458d213a3 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:55.733509 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a96c72a1-6a7c-4316-9240-0f7c868c8381 req-004fa3fb-c5c0-4b32-992e-0cf4481c8dff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532722 Jan 17 17:22:55.740424 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:55.749240 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.754758 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.865828 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Pushing event updated for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:55.871137 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:55.879346 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.879716 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.880051 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.880377 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.880703 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.881028 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.881346 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.881664 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.881984 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.882301 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.882616 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:55.882926 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:22:56.028151 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:56.029558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:56.121695 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:22:54Z', 'revision_number': 1, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:56.132873 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff3b96-37e8-443e-81d4-5e5dd9fd5019 None None] The sync data for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb is: [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:22:54Z', 'revision_number': 1, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:22:56.354215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c16774-864b-4803-ab1c-130d6be8e4c5 req-b89373a5-01c1-44d1-bba3-ee72480bf023 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:56.362493 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-99c16774-864b-4803-ab1c-130d6be8e4c5 req-b89373a5-01c1-44d1-bba3-ee72480bf023 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1117830 Jan 17 17:22:56.362970 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-12cc088c-69b6-4698-bc74-e8b4d69dcbe3 None None] Provisioning complete for port 4b94e97f-4b49-4089-aeb5-023458d213a3 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:56.363451 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-12cc088c-69b6-4698-bc74-e8b4d69dcbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:56.407584 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-99c16774-864b-4803-ab1c-130d6be8e4c5 req-2f9e405d-81ae-455c-91b6-aee0aa1d29fb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Jan 17 17:22:56.455512 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-12cc088c-69b6-4698-bc74-e8b4d69dcbe3 None None] Port 4b94e97f-4b49-4089-aeb5-023458d213a3 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:22:56.480644 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Router 43e210ff-75d3-4e10-9520-4997af5a0cc4 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:22:56.680316 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:22:56.693849 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-89d8fc0d-a303-40bc-b9e9-1d088a621904 admin admin] 10.222.0.102 "PUT /v2.0/routers/43e210ff-75d3-4e10-9520-4997af5a0cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9634070 Jan 17 17:22:57.311978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53548) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:57.318774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422783206-network', 'tenant_id': '44ab23f389874cacba97465a36f91aa0'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:57.323539 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:57.327652 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Usage tracker for resource:network and tenant:44ab23f389874cacba97465a36f91aa0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:57.331974 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:57.337920 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:57.350019 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Made reservation on behalf of 44ab23f389874cacba97465a36f91aa0 for: {'network': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:57.352623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.369769 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.394128 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:57.400225 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Usage tracker for resource:security_group_rule and tenant:44ab23f389874cacba97465a36f91aa0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:57.403246 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:57.409998 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:57.502268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.507934 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.543019 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=86827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:22:57.586565 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f1afc-fa94-4db2-83e3-8270858304b2,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:57.601104 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.601448 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.segments_db [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Added segment 922311ab-52b7-4a6f-8286-e535f566ef7c of type vlan for network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 Jan 17 17:22:57.645453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.678282 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d4be9-1faf-4c8d-8ef7-ea14c569cc17 req-cc1702ad-9257-41d9-af54-fbbdb9325ba4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:57.679842 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cc0d4be9-1faf-4c8d-8ef7-ea14c569cc17 req-cc1702ad-9257-41d9-af54-fbbdb9325ba4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1416690 Jan 17 17:22:57.707414 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.708390 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:57.708967 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:57.826521 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cc0d4be9-1faf-4c8d-8ef7-ea14c569cc17 req-1ecd632f-1f78-4929-b36f-56a8699f656c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388879 Jan 17 17:22:57.833139 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5175140 Jan 17 17:22:57.833445 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53556) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:57.838936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Request body: {'subnet': {'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422783206-subnet', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:57.854708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68297d36-9a17-49fe-8087-e9b729ff2092 admin admin] Pushing event updated for resources: {'Network': ['ID=28ef2ee7-4227-448a-84b0-76e7d2dbcaf6,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:57.854708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:57.854708 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Usage tracker for resource:subnet and tenant:44ab23f389874cacba97465a36f91aa0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:57.855640 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:57.862375 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:57.863950 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:22:57.873911 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Made reservation on behalf of 44ab23f389874cacba97465a36f91aa0 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:22:57.877481 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2417032'] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.093177 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0c9e-6bab-41a6-9730-f1cac168f3db req-295efaea-178e-4677-af92-17821efef60f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:58.095101 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3ca0c9e-6bab-41a6-9730-f1cac168f3db req-295efaea-178e-4677-af92-17821efef60f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1317697 Jan 17 17:22:58.103589 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53564) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:58.108767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'floatingip': {'port_id': '6e35c887-5dce-418d-ba38-42dc67edd6c5'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:58.187520 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2417050'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.190640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.260984 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de3aa47-2496-45db-ac9d-9572e334a15a,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:58.271984 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Checking segment: {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:22:58.272325 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Network hostable DHCP agents. Network: 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:22:58.293098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:22:58.305416 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:58.310437 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:22:58.311238 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.319884 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782fb88a-490d-484b-9ac4-1a5e562e98fd None None] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:22:58.340171 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-6c363438-00b5-4331-b01c-158e2f8fa915 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5056663 Jan 17 17:22:58.342471 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53568) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:22:58.349272 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:22:58.354850 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:22:58.358952 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Usage tracker for resource:router and tenant:44ab23f389874cacba97465a36f91aa0 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:22:58.363097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:22:58.369161 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:22:58.381768 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1640008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10516'] for router, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.383752 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1640124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1782972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10527'] for router, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.411740 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.570510 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Sync routers for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:22:58.599688 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:22:58.603861 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:58.635199 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfe73f588-5e78-55da-b1da-c68ab8035d79-28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'fixed_ips': [{'subnet_id': '6de3aa47-2496-45db-ac9d-9572e334a15a'}]}} from dv-cinder-818883-2-smb. {{(pid=86829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 17 17:22:58.636053 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.795704 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 34bdc6de-253a-4fa5-a216-f73366523d49 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:22:58.902306 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:22:58.959188 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:58.972229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.010488 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1640110', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10601'] for router, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.014348 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 34bdc6de-253a-4fa5-a216-f73366523d49 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:22:59.085492 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 34bdc6de-253a-4fa5-a216-f73366523d49 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:22:59.089557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.195723 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Floating IP 564d2756-500c-49b6-bdd6-7190014fd83f associated. External IP: 172.28.0.160, port: 6e35c887-5dce-418d-ba38-42dc67edd6c5. Jan 17 17:22:59.255937 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.db_base_plugin_common [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Allocated IP 172.20.0.2 (28ef2ee7-4227-448a-84b0-76e7d2dbcaf6/6de3aa47-2496-45db-ac9d-9572e334a15a/14cafee1-5ad7-444d-9171-39cf1c294755) {{(pid=86829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:59.370672 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 2, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:22:59.377110 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Checking router: 43e210ff-75d3-4e10-9520-4997af5a0cc4 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:22:59.377967 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Updating router 43e210ff-75d3-4e10-9520-4997af5a0cc4 port 4b94e97f-4b49-4089-aeb5-023458d213a3 binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:22:59.444630 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.481859 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.497897 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.657866 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks [] for port, precommit_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.684921 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Allocated IP 172.28.0.192 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/ef715906-ba73-4bd3-832a-e5f7a3c7611a) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:22:59.702407 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Transition to ACTIVE for port object 14cafee1-5ad7-444d-9171-39cf1c294755 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:59.744729 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.770269 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 34bdc6de-253a-4fa5-a216-f73366523d49, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=34bdc6de-253a-4fa5-a216-f73366523d49,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:22:59.782051 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.819278 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Transition to ACTIVE for port object 14cafee1-5ad7-444d-9171-39cf1c294755 will not be triggered until provisioned by entity DHCP. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:22:59.836553 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315'] for port, after_create {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.878457 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 is already hosted by enough agents. {{(pid=86829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:22:59.881286 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.scheduler.base_scheduler [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Resources bound (agent type, host, resource id): {{(pid=86829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:22:59.885522 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Received port after_create {{(pid=86829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:22:59.909388 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:22:59.963113 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=34bdc6de-253a-4fa5-a216-f73366523d49,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:22:59.965875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:22:59.996094 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Attempting to bind port 14cafee1-5ad7-444d-9171-39cf1c294755 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:22:59.996595 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Attempting to bind port 14cafee1-5ad7-444d-9171-39cf1c294755 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:22:59.996962 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Attempting to bind port 14cafee1-5ad7-444d-9171-39cf1c294755 on network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:00.008507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.008837 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.009173 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.009503 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.009827 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.010149 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.010466 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.010782 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.011538 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.011874 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.012194 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.012506 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:00.044377 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.056994 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:00.057564 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Checking segment: {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:00.057749 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.058129 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Bound using segment: {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:00.058594 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Bound port: 14cafee1-5ad7-444d-9171-39cf1c294755, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:00.058957 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.124613 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:00.127731 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:00.132290 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:00.173210 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.181068 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] For port 14cafee1-5ad7-444d-9171-39cf1c294755, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:00.185958 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] For port 14cafee1-5ad7-444d-9171-39cf1c294755, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=14cafee1-5ad7-444d-9171-39cf1c294755,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:00.190352 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Pushing event updated for resources: {'Port': ['ID=14cafee1-5ad7-444d-9171-39cf1c294755,revision_number=1']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:00.196258 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.210890 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:00.211557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Pushing event updated for resources: {'Port': ['ID=ef715906-ba73-4bd3-832a-e5f7a3c7611a,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:00.220657 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Transition to ACTIVE for port object 4b94e97f-4b49-4089-aeb5-023458d213a3 will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:00.227751 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.237218 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.264613 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:00.343504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:00.345031 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:00.385517 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d2473343-bfae-40ec-87c6-27e8dad0df83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "PUT /v2.0/floatingips/564d2756-500c-49b6-bdd6-7190014fd83f HTTP/1.1" status: 200 len: 992 time: 2.2808135 Jan 17 17:23:00.402643 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:00.539873 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b4711-2aa5-4704-82ee-568523c90a5e None None] Pushing event updated for resources: {'Port': ['ID=14cafee1-5ad7-444d-9171-39cf1c294755,revision_number=2']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:00.541105 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'status': 'completed', 'code': 200} Jan 17 17:23:00.775602 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06fcf-c57a-4d6b-83c6-05771360ed9d None None] Pushing event updated for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:00.781868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:00.784347 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-60c136f3-85e4-499c-b104-e494eb8c8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:00.786446 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-60c136f3-85e4-499c-b104-e494eb8c8dfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1099 time: 0.2202473 Jan 17 17:23:00.800004 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Attempting to bind port 4b94e97f-4b49-4089-aeb5-023458d213a3 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:23:00.800004 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Attempting to bind port 4b94e97f-4b49-4089-aeb5-023458d213a3 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:23:00.801062 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Attempting to bind port 4b94e97f-4b49-4089-aeb5-023458d213a3 on network 373a3a67-052f-4a98-88e3-582cf4d277a1 {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:00.806344 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:00.806721 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Checking segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:00.807118 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:00.817587 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Bound using segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:00.817969 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Bound port: 4b94e97f-4b49-4089-aeb5-023458d213a3, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:00.818392 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:01.011226 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 34bdc6de-253a-4fa5-a216-f73366523d49 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:01.031378 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-e8f3fa25-a946-48e9-9be8-8c8505e7c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:01.034949 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-e8f3fa25-a946-48e9-9be8-8c8505e7c52f service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.2385337 Jan 17 17:23:01.035338 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] For port 4b94e97f-4b49-4089-aeb5-023458d213a3, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:01.039687 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] For port 4b94e97f-4b49-4089-aeb5-023458d213a3, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4b94e97f-4b49-4089-aeb5-023458d213a3,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:01.053947 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:01.112558 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:01.234588 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:01.240799 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:01.245249 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-216a2e1d-3d3f-4ebc-adf5-e9f07decf7f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 1000 time: 0.2032015 Jan 17 17:23:01.315139 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 34bdc6de-253a-4fa5-a216-f73366523d49 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:01.316139 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:01.398202 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-a0a5e900-c9fa-470b-870d-dd06973077df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:01.400364 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-a0a5e900-c9fa-470b-870d-dd06973077df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.1473558 Jan 17 17:23:01.416512 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06fcf-c57a-4d6b-83c6-05771360ed9d None None] Pushing event updated for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=4']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:01.543334 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-c924b3eb-4f77-4bf7-84ba-d9238e9b46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:01.546660 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-c924b3eb-4f77-4bf7-84ba-d9238e9b46c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1384225 Jan 17 17:23:01.810200 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:01.828496 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-eb1d261c-06c0-4f9d-b0b9-bd7e8476fbc6 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693374 Jan 17 17:23:01.909602 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '564d2756-500c-49b6-bdd6-7190014fd83f', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:2e:86:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:22:42Z', 'updated_at': '2022-01-17T17:22:58Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:01.915330 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:01.925862 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:01.927014 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:02.041867 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3037ff8e-2fbd-4e46-9a63-a92e119d1100 req-e7d404fe-29c1-4982-b5e2-9c58783090f6 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039351 Jan 17 17:23:02.078083 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1640129'] for router, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:02.116318 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadfef18-0357-4be2-8c97-d42036c9e642 None None] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:23:02.228855 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-fe666956-afb9-4975-8e61-00705688e9e3 None None] Provisioning for port 14cafee1-5ad7-444d-9171-39cf1c294755 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:02.266535 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:02.291130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a48684-0b50-4380-bfc5-68e8301e104d req-efcc62ad-5b87-40f3-bbe1-62b0c7754bfc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:02.292680 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e4a48684-0b50-4380-bfc5-68e8301e104d req-efcc62ad-5b87-40f3-bbe1-62b0c7754bfc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.3805487 Jan 17 17:23:02.300802 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:01Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:02.308046 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b41b7-ad9b-4cfb-8900-5e8efa1682c5 None None] The sync data for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb is: [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:01Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:02.380585 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e4a48684-0b50-4380-bfc5-68e8301e104d req-efc6a78d-d2e1-487d-95e5-c5e31b1b482f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625575 Jan 17 17:23:02.421283 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b is scheduled to L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 with binding_index 1 {{(pid=86827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 17 17:23:02.700718 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:02.714869 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Sync routers for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:02.730237 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:02.731676 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:02.733303 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1732ab4a-651f-4d7c-b029-e9cfb2fd7df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:02.735843 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] Notify callbacks [] for router, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:02.738058 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7cab5ba7-0b83-4e05-b14c-29b9261b8836 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3945982 Jan 17 17:23:02.741456 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53612) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:02.833661 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '564d2756-500c-49b6-bdd6-7190014fd83f', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:2e:86:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:22:42Z', 'updated_at': '2022-01-17T17:22:58Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:02.845258 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408e6f2e-03e4-4579-ab75-d7e66548d5ef None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '564d2756-500c-49b6-bdd6-7190014fd83f', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.160', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:2e:86:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:22:42Z', 'updated_at': '2022-01-17T17:22:58Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:02.872158 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4b94e97f-4b49-4089-aeb5-023458d213a3 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:03.088332 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:03.237562 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 4b94e97f-4b49-4089-aeb5-023458d213a3 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:03.243210 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 4b94e97f-4b49-4089-aeb5-023458d213a3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:03.243611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:03.325339 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed994144-2dce-40d2-a352-e8497eb39999 None None] New status for floating IP 564d2756-500c-49b6-bdd6-7190014fd83f: ACTIVE {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:23:03.583339 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-851b1024-0b36-491c-92b3-62aa78b0101a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:03.585527 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-851b1024-0b36-491c-92b3-62aa78b0101a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.3777616 Jan 17 17:23:03.654829 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:03.703164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:23:03.706052 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:03.729800 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:00Z', 'revision_number': 3, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:03.739566 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Checking router: f152c4c9-5ae3-46f1-be18-b0ff9c607c5b for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:03.740154 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Updating router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b port ef715906-ba73-4bd3-832a-e5f7a3c7611a binding host dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:23:03.749624 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 4b94e97f-4b49-4089-aeb5-023458d213a3, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4b94e97f-4b49-4089-aeb5-023458d213a3,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:03.757020 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:03.758210 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 14cafee1-5ad7-444d-9171-39cf1c294755 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:03.827699 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:03.831714 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0204bd3-0ccc-44ce-8dfd-5d4c16e9f8cd req-77e6fee1-0557-4918-8a1e-98faedcbfd3b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:03.844749 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c0204bd3-0ccc-44ce-8dfd-5d4c16e9f8cd req-77e6fee1-0557-4918-8a1e-98faedcbfd3b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.2268467 Jan 17 17:23:03.902496 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c0204bd3-0ccc-44ce-8dfd-5d4c16e9f8cd req-0ce8b7ee-19ed-4522-a023-afc053df098b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491881 Jan 17 17:23:03.903545 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:03.910016 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 14cafee1-5ad7-444d-9171-39cf1c294755 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:03.919961 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 14cafee1-5ad7-444d-9171-39cf1c294755 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:03.920425 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.051651 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.090885 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 14cafee1-5ad7-444d-9171-39cf1c294755, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=14cafee1-5ad7-444d-9171-39cf1c294755,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:04.097264 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.175733 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=14cafee1-5ad7-444d-9171-39cf1c294755,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:04.208534 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks [] for port, precommit_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.222112 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.provisioning_blocks [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Transition to ACTIVE for port object ef715906-ba73-4bd3-832a-e5f7a3c7611a will not be triggered until provisioned by entity L2. {{(pid=86830) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:04.229708 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.289762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] For port 91e984b0-7580-4e7e-809a-b0f79f9b20ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=91e984b0-7580-4e7e-809a-b0f79f9b20ed,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:04.290448 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.314387 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dffaeb-3596-4824-a233-31dfd71f7d06 None None] Pushing event updated for resources: {'Port': ['ID=ef715906-ba73-4bd3-832a-e5f7a3c7611a,revision_number=2']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:04.316612 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Attempting to bind port ef715906-ba73-4bd3-832a-e5f7a3c7611a on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:23:04.316964 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Attempting to bind port ef715906-ba73-4bd3-832a-e5f7a3c7611a by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:23:04.317314 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Attempting to bind port ef715906-ba73-4bd3-832a-e5f7a3c7611a on network 2380971e-a092-461d-9e1a-22501dfb4d9c {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:04.323185 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:04.323653 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Checking segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86830) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:04.324051 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.324455 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Bound using segment: {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'} {{(pid=86830) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:04.324899 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.managers [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Bound port: ef715906-ba73-4bd3-832a-e5f7a3c7611a, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9de84e-88c9-4560-96d7-8b9b02f8d436', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}}] {{(pid=86830) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:04.325276 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.412157 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] For port ef715906-ba73-4bd3-832a-e5f7a3c7611a, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86830) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:04.415223 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.plugins.ml2.db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] For port ef715906-ba73-4bd3-832a-e5f7a3c7611a, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ef715906-ba73-4bd3-832a-e5f7a3c7611a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86830) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:04.420161 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron_lib.callbacks.manager [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86830) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.498595 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:04.499199 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:22:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:04.525719 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.581705 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dffaeb-3596-4824-a233-31dfd71f7d06 None None] Pushing event updated for resources: {'Port': ['ID=ef715906-ba73-4bd3-832a-e5f7a3c7611a,revision_number=3']} {{(pid=86830) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:04.630250 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4b94e97f-4b49-4089-aeb5-023458d213a3 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:04.716016 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 4b94e97f-4b49-4089-aeb5-023458d213a3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:04.716016 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.726793 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:04.751629 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.752013 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:04.752282 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Floating IP 0cba026f-c418-413d-a0b4-1ece62ab66b0 disassociated. External IP: 172.28.0.74, port: 91e984b0-7580-4e7e-809a-b0f79f9b20ed. Jan 17 17:23:04.752619 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for 91e984b0-7580-4e7e-809a-b0f79f9b20ed owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:23:04.874107 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 14cafee1-5ad7-444d-9171-39cf1c294755 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:04.962100 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 14cafee1-5ad7-444d-9171-39cf1c294755 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:04.963131 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:05.078053 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:00Z', 'revision_number': 3, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:05.083820 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873fe30-b9f9-49c1-bb56-05bac1645813 None None] The sync data for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb is: [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:00Z', 'revision_number': 3, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:05.129903 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e00a8ba5-39b9-4803-9825-3599bec455d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:05.145010 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cce13-d421-4838-87b4-89e4e89a0ba7 req-60ce8cae-0b21-4fc1-b663-d291acd0bc39 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:05.155783 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-829cce13-d421-4838-87b4-89e4e89a0ba7 req-60ce8cae-0b21-4fc1-b663-d291acd0bc39 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 947 time: 0.1159918 Jan 17 17:23:05.182145 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:05.200481 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Allocated IP 172.20.0.1 (28ef2ee7-4227-448a-84b0-76e7d2dbcaf6/6de3aa47-2496-45db-ac9d-9572e334a15a/25098545-6232-4d42-bd5b-2adb606c8383) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:23:05.208146 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-829cce13-d421-4838-87b4-89e4e89a0ba7 req-48b85de7-df38-48c8-9665-c4ebbe551cc9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=6e9306b3-4246-49a4-9d64-610035321083&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526934 Jan 17 17:23:05.257158 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'Port': ['ID=91e984b0-7580-4e7e-809a-b0f79f9b20ed,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:05.611309 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:05.636196 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Transition to ACTIVE for port object 25098545-6232-4d42-bd5b-2adb606c8383 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:05.638480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:23:05.821052 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:05.912075 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:05.918347 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:05.924697 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:05.950128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:05.961390 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:05.982397 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:05.983024 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:06.021657 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:06.109767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] No DVR routers for this DVR port 91e984b0-7580-4e7e-809a-b0f79f9b20ed on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:23:06.113402 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.124309 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.130201 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-deleted', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:06.150199 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.158552 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-9b8ba8ef-f2fb-44ed-ad68-4908166017f3 req-9f97f946-3fa9-4e6f-ab36-7f4c6f206759 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "DELETE /v2.0/ports/91e984b0-7580-4e7e-809a-b0f79f9b20ed HTTP/1.1" status: 204 len: 173 time: 2.5619743 Jan 17 17:23:06.160562 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1828747'] for router_interface, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.245459 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64945efa-6a58-4a55-a2d4-d100ec0a32f9', 'name': 'network-vif-deleted', 'tag': '91e984b0-7580-4e7e-809a-b0f79f9b20ed', 'status': 'completed', 'code': 200} Jan 17 17:23:06.343168 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:06.387123 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-8fe9a8a3-40b6-4a87-b0b9-0947eff59255 None None] Provisioning for port 25098545-6232-4d42-bd5b-2adb606c8383 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:06.398796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-8fe9a8a3-40b6-4a87-b0b9-0947eff59255 None None] Provisioning complete for port 25098545-6232-4d42-bd5b-2adb606c8383 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:06.399391 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a8a3-40b6-4a87-b0b9-0947eff59255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.403850 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.422825 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eae4dbc1-8161-48a7-b6df-d73ac085e481 req-4e3a4b65-0ce1-4bfa-a683-e2a54232afd5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=64945efa-6a58-4a55-a2d4-d100ec0a32f9 HTTP/1.1" status: 200 len: 210 time: 0.0627196 Jan 17 17:23:06.535858 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9a8a3-40b6-4a87-b0b9-0947eff59255 None None] Port 25098545-6232-4d42-bd5b-2adb606c8383 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:23:06.749552 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ef715906-ba73-4bd3-832a-e5f7a3c7611a up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:06.763944 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.772110 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.867816 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:06.883445 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:06.900111 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:06.900296 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:06.900388 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:06.908971 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port ef715906-ba73-4bd3-832a-e5f7a3c7611a completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:06.917290 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ef715906-ba73-4bd3-832a-e5f7a3c7611a triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:06.917667 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:06.945380 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1828630'] for router_interface, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.155918 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.194545 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port ef715906-ba73-4bd3-832a-e5f7a3c7611a, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ef715906-ba73-4bd3-832a-e5f7a3c7611a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:07.205728 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.223936 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:07.284883 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:07.286952 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:07.311654 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=ef715906-ba73-4bd3-832a-e5f7a3c7611a,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:07.549482 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:23:07.603284 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53658) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:07.627388 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.668640 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-ebdeb1a8-5985-494e-91e6-93afd79cf96c None None] Provisioning complete for port 25098545-6232-4d42-bd5b-2adb606c8383 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:07.669358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb1a8-5985-494e-91e6-93afd79cf96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.723399 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:07.731893 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e264b2-10e1-4dc4-b144-f246b3c68047 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:07.744283 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.778835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.794630 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ebdeb1a8-5985-494e-91e6-93afd79cf96c None None] Port 25098545-6232-4d42-bd5b-2adb606c8383 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:23:07.823308 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:07.832592 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Sync routers for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:07.835780 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fbe35d68-bd08-4788-bf18-2622c8ae8ea3 admin admin] 10.222.0.102 "PUT /v2.0/routers/f152c4c9-5ae3-46f1-be18-b0ff9c607c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0934036 Jan 17 17:23:07.853930 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.855173 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:07.855930 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:07.890637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9306b3-4246-49a4-9d64-610035321083,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:07.904481 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.905021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.905273 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.905675 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.905923 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.906340 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.907102 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.907865 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.908351 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.908846 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.909342 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.909715 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:23:07.914282 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:07.918022 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e3793e3d-e3f9-4673-a589-26614d8d5f4a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "DELETE /v2.0/security-groups/6e9306b3-4246-49a4-9d64-610035321083 HTTP/1.1" status: 204 len: 168 time: 0.3108540 Jan 17 17:23:07.918890 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53668) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:07.936292 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.api.v2.resource [None req-89feac25-f0f1-4a72-b2fe-8532f27e6970 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] show failed (client error): The resource could not be found. Jan 17 17:23:07.939457 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-89feac25-f0f1-4a72-b2fe-8532f27e6970 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups/6e9306b3-4246-49a4-9d64-610035321083 HTTP/1.1" status: 404 len: 347 time: 0.0179415 Jan 17 17:23:07.940843 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53672) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:08.121855 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:08.201034 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port 696de2c3-f3fd-493c-99e4-901c71f1fa93 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:23:08.201382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:08.401234 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb722fb6-5cc9-4972-9f69-7160dc949648 None None] New status for floating IP 0cba026f-c418-413d-a0b4-1ece62ab66b0: DOWN {{(pid=86830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:23:08.428232 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:08.428232 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:08.438847 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:23:08.484067 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 91e984b0-7580-4e7e-809a-b0f79f9b20ed {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:23:08.484331 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 91e984b0-7580-4e7e-809a-b0f79f9b20ed not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:23:08.657859 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for 696de2c3-f3fd-493c-99e4-901c71f1fa93 owned by network:floatingip {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:23:08.660315 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ef715906-ba73-4bd3-832a-e5f7a3c7611a up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:08.783504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:06Z', 'revision_number': 4, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '25098545-6232-4d42-bd5b-2adb606c8383', 'name': '', 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'mac_address': 'fa:16:3e:54:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:23:04Z', 'updated_at': '2022-01-17T17:23:06Z', 'revision_number': 2, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'subnets': [{'id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:08.791411 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Checking router: f152c4c9-5ae3-46f1-be18-b0ff9c607c5b for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:08.791728 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Updating router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b port 25098545-6232-4d42-bd5b-2adb606c8383 binding host dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 17:23:08.802410 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.db.api [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:23:08.802772 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG oslo_db.api [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:23:08.821606 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port ef715906-ba73-4bd3-832a-e5f7a3c7611a triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:08.821976 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:08.902294 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.045115 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:23:09.305352 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port 696de2c3-f3fd-493c-99e4-901c71f1fa93 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:23:09.307048 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.371489 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.399352 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Transition to ACTIVE for port object 25098545-6232-4d42-bd5b-2adb606c8383 will not be triggered until provisioned by entity L2. {{(pid=86829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:09.415820 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.561272 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.561610 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.617403 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbac43-b7a1-48fd-ae32-fe6c1edecbec None None] Pushing event updated for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=3']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:09.707106 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Attempting to bind port 25098545-6232-4d42-bd5b-2adb606c8383 on host dv-cinder-818883-2-smb for vnic_type normal with profile {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:23:09.707599 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Attempting to bind port 25098545-6232-4d42-bd5b-2adb606c8383 by drivers openvswitch,hyperv on host dv-cinder-818883-2-smb at level 0 using segments [{'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:23:09.708204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Attempting to bind port 25098545-6232-4d42-bd5b-2adb606c8383 on network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:09.714931 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Checking agent: {'id': '878c408e-c148-4f16-858d-367ec3757a08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 10, 6), 'started_at': datetime.datetime(2022, 1, 17, 17, 10, 36), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:09.716032 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Checking segment: {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:09.716538 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.717000 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Bound using segment: {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'} {{(pid=86829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:09.717552 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.managers [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Bound port: 25098545-6232-4d42-bd5b-2adb606c8383, host: dv-cinder-818883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922311ab-52b7-4a6f-8286-e535f566ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6'}}] {{(pid=86829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:09.717998 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:09.838119 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] For port 25098545-6232-4d42-bd5b-2adb606c8383, host dv-cinder-818883-2-smb, cleared binding levels {{(pid=86829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:09.840446 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for 696de2c3-f3fd-493c-99e4-901c71f1fa93 owned by network:floatingip {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:23:09.842395 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] For port 25098545-6232-4d42-bd5b-2adb606c8383, host dv-cinder-818883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=25098545-6232-4d42-bd5b-2adb606c8383,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:09.854324 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:10.000915 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:10.001540 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:10.048486 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:10.121857 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbac43-b7a1-48fd-ae32-fe6c1edecbec None None] Pushing event updated for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:10.252354 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'Port': ['ID=696de2c3-f3fd-493c-99e4-901c71f1fa93,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:10.318782 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:10.345082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:10.382129 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:10.383241 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-5af4c726-4a6d-45f3-91f2-854af23f1dc8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "DELETE /v2.0/floatingips/0cba026f-c418-413d-a0b4-1ece62ab66b0 HTTP/1.1" status: 204 len: 168 time: 2.4414284 Jan 17 17:23:10.777826 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:06Z', 'revision_number': 4, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '25098545-6232-4d42-bd5b-2adb606c8383', 'name': '', 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'mac_address': 'fa:16:3e:54:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:23:04Z', 'updated_at': '2022-01-17T17:23:09Z', 'revision_number': 4, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'subnets': [{'id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:10.783623 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcb731-cd39-4d9a-a0ab-39dbc1bfa9a2 None None] The sync data for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb is: [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:23:06Z', 'revision_number': 4, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '25098545-6232-4d42-bd5b-2adb606c8383', 'name': '', 'network_id': '28ef2ee7-4227-448a-84b0-76e7d2dbcaf6', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'mac_address': 'fa:16:3e:54:92:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:23:04Z', 'updated_at': '2022-01-17T17:23:09Z', 'revision_number': 4, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'subnets': [{'id': '6de3aa47-2496-45db-ac9d-9572e334a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:11.087646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53716) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:11.092518 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22100292', 'description': 'tempest-description--61893830'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:11.111067 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:11.115270 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:11.123760 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:11.145094 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:11.159633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.189516 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:11.193761 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:11.196718 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:11.207753 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:11.311988 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.335578 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.411847 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49041561-79d1-4e15-95fa-39f081f42d83,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:11.418148 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.423847 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-94100bae-7b2c-45a6-95e3-3b0abb6b31c4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3315346 Jan 17 17:23:11.424604 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53722) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:11.434086 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group_rule': {'security_group_id': '49041561-79d1-4e15-95fa-39f081f42d83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:11.442204 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:11.457524 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:11.478088 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:11.502596 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:11.527312 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.544871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.612295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.620886 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.660947 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1482b8ea-1fb8-43fb-ae1a-8123714df417,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:11.695395 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.696758 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-ca9586aa-920b-4b1a-94a2-a2320cf7b3f8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716639 Jan 17 17:23:11.699831 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 53728) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:11.709252 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'security_group_rule': {'security_group_id': '49041561-79d1-4e15-95fa-39f081f42d83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:11.721924 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:11.727303 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:security_group_rule and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:11.731091 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:11.743768 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:11.770659 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.845968 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.851025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.886529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb565b79-62e2-4ea1-adbe-6d781c88ddc7,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:11.888665 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:11.889837 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-aae7c518-7ac5-475f-8698-f7172afb7db0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884334 Jan 17 17:23:11.893584 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 53734) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:11.898900 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:11.907790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:11.912811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:floatingip and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:11.915811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:11.927270 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:11.939479 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.112362 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.318648 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456149a6-572f-45ac-9177-ecf7107ede9d req-1f5f53f0-cba2-4a86-9eeb-2a4b205a968e tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:12.320561 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-456149a6-572f-45ac-9177-ecf7107ede9d req-1f5f53f0-cba2-4a86-9eeb-2a4b205a968e tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1703296 Jan 17 17:23:12.348024 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Allocated IP 172.28.0.153 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/e112d298-a3b9-4303-80c9-b59d86e11bca) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:23:12.640234 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-456149a6-572f-45ac-9177-ecf7107ede9d req-9419d997-c86d-4d72-b261-806ce110a899 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082838 Jan 17 17:23:12.707459 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 25098545-6232-4d42-bd5b-2adb606c8383 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:12.752853 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.796849 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning for port 25098545-6232-4d42-bd5b-2adb606c8383 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:12.801731 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 25098545-6232-4d42-bd5b-2adb606c8383 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:12.802101 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.809643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.886583 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:12.890303 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:12.895659 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:12.940902 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=e112d298-a3b9-4303-80c9-b59d86e11bca,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:12.963201 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:12.994920 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.006352 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] For port 25098545-6232-4d42-bd5b-2adb606c8383, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=25098545-6232-4d42-bd5b-2adb606c8383,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:13.014690 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.076629 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.096921 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Pushing event updated for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:13.326693 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.334593 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.407068 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=e112d298-a3b9-4303-80c9-b59d86e11bca,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:13.476248 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.501470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:13.511114 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f13c4a9e-77de-4017-9c1d-939c4c3596c2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6162090 Jan 17 17:23:13.795273 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-7b846b90-09a5-4826-b12c-b10f1b6517a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:23:13.817784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-7b846b90-09a5-4826-b12c-b10f1b6517a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:23:13.819048 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-7b846b90-09a5-4826-b12c-b10f1b6517a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--22100292&fields=id&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 267 time: 0.0850768 Jan 17 17:23:14.049170 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-9ff4dff3-4399-4343-9ada-705e727a3ac6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:14.050957 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-9ff4dff3-4399-4343-9ada-705e727a3ac6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 816 time: 0.2246242 Jan 17 17:23:14.064099 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86c917-7b2f-4592-9b05-1ef96710b63c req-4a311ad1-16d6-44e7-bff4-6a97ea8f880b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:14.065845 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ce86c917-7b2f-4592-9b05-1ef96710b63c req-4a311ad1-16d6-44e7-bff4-6a97ea8f880b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1543546 Jan 17 17:23:14.092248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-60f84067-b008-4333-aa1f-1200563853a0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/quotas/37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 375 time: 0.0244877 Jan 17 17:23:14.167157 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ce86c917-7b2f-4592-9b05-1ef96710b63c req-5885e0e9-ef9a-4754-8c48-1ed63e27ff84 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924637 Jan 17 17:23:14.216839 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-de2e19c5-fe34-49d7-a202-58751a949091 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164057 Jan 17 17:23:14.385116 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-57d1b4c9-cb1a-48e8-ac90-56c8d6cfe0d9 service neutron] 10.222.0.102 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564546 Jan 17 17:23:14.548657 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-88d1ad94-311f-4577-bd78-d9f53e8ec976 service neutron] 10.222.0.102 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556392 Jan 17 17:23:14.664585 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 25098545-6232-4d42-bd5b-2adb606c8383 up at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:14.757504 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Provisioning complete for port 25098545-6232-4d42-bd5b-2adb606c8383 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:14.758406 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:14.885413 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dbf147a5-be14-4bc7-8d7c-e5759cf33e09 req-5d2f93ab-adb9-4163-a60a-3b16541fb48c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 210 time: 0.1047764 Jan 17 17:23:15.396979 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e93df-8e93-473c-bf45-6864d341edb9 req-bca88c5c-a8ce-477d-8b45-c655ad912b5a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:15.398516 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-239e93df-8e93-473c-bf45-6864d341edb9 req-bca88c5c-a8ce-477d-8b45-c655ad912b5a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1030896 Jan 17 17:23:15.447880 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-239e93df-8e93-473c-bf45-6864d341edb9 req-97d7f0cc-e234-4e45-86c1-b7f53bb0c081 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Jan 17 17:23:16.075194 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2feb48db-7069-44be-8ce0-eaaa75faed04 req-375ad419-4014-40f7-8547-34fa5fd7a412 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 210 time: 0.0496285 Jan 17 17:23:16.254764 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-d0fd8936-17da-4cc9-b354-a6b846109002 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:16.256448 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-d0fd8936-17da-4cc9-b354-a6b846109002 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 816 time: 0.2904739 Jan 17 17:23:16.315263 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-2b838742-c785-4f74-b065-7ba57afc72bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:23:16.331367 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-2b838742-c785-4f74-b065-7ba57afc72bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:security_group {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:23:16.332867 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-2b838742-c785-4f74-b065-7ba57afc72bf tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 378 time: 0.0658267 Jan 17 17:23:16.342473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'port': {'device_id': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'admin_state_up': True, 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'security_groups': ['49041561-79d1-4e15-95fa-39f081f42d83']}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:16.497633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:16.503137 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Usage tracker for resource:port and tenant:37dc42548dbf4073be59ed76c7954929 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:16.506233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:16.512131 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:16.527952 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Made reservation on behalf of 37dc42548dbf4073be59ed76c7954929 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:23:16.533115 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:16.659279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650aca2-4c4f-4df4-8d7b-7c3cb37a6be2 req-df6a4a7a-ac6b-482a-965f-38c12c4fbd9b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:16.661004 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6650aca2-4c4f-4df4-8d7b-7c3cb37a6be2 req-df6a4a7a-ac6b-482a-965f-38c12c4fbd9b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.0922642 Jan 17 17:23:16.746658 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6650aca2-4c4f-4df4-8d7b-7c3cb37a6be2 req-c0903c9c-49fd-414d-8293-6a1969c43b8b tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793905 Jan 17 17:23:16.747896 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Allocated IP 172.20.0.7 (432d7935-6285-4393-b3a4-f344ec31b387/30000298-3296-47bf-92d9-01b4ec4b4e89/98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:23:16.965308 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:16.983608 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Transition to ACTIVE for port object 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:17.021893 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.045748 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-f4beb77c-58ef-47b1-b349-d2d9d25ccb4d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:17.048211 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-f4beb77c-58ef-47b1-b349-d2d9d25ccb4d tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1861031 Jan 17 17:23:17.098615 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:17.113480 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Network 432d7935-6285-4393-b3a4-f344ec31b387 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:17.114552 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:17.116854 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:17.177738 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Deleting port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:23:17.184239 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.186905 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:17.187630 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.222563 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-961dbe4c-3d0c-4800-b7b4-73bc0f812845 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8837826 Jan 17 17:23:17.237165 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Request body: {'port': {'device_id': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:17.457031 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.616276 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-61c5388d-fa6c-493b-b69f-45a5ed9b2d9b None None] Provisioning for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:17.630654 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-61c5388d-fa6c-493b-b69f-45a5ed9b2d9b None None] Provisioning complete for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:17.631033 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-61c5388d-fa6c-493b-b69f-45a5ed9b2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.632048 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecbda3-6064-4e80-954a-9fc2597fa593 req-27a0782f-ea58-4f6a-9607-0bb6efd11795 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:17.639187 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-11ecbda3-6064-4e80-954a-9fc2597fa593 req-27a0782f-ea58-4f6a-9607-0bb6efd11795 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 931 time: 0.2329423 Jan 17 17:23:17.721955 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] For port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,segment=NetworkSegment(248644e9-b140-45fb-bfdf-826ae28dc07b),segment_id=248644e9-b140-45fb-bfdf-826ae28dc07b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:17.722465 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.744156 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-11ecbda3-6064-4e80-954a-9fc2597fa593 req-6efa6993-0282-4146-9461-33c2241adbaa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038556 Jan 17 17:23:17.746366 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-61c5388d-fa6c-493b-b69f-45a5ed9b2d9b None None] Port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:23:17.907737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:23:17.914418 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Calling delete_port for 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:23:17.915591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:17.936585 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Transition to ACTIVE for port object 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:17.941875 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.043732 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae88bc-9b15-4818-95f2-f1d38efeba5e req-3d5104f0-110e-47da-9642-9a9bb3faaa60 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:18.045405 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-45ae88bc-9b15-4818-95f2-f1d38efeba5e req-3d5104f0-110e-47da-9642-9a9bb3faaa60 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/ports?device_id=c663c914-4d51-4416-9780-700afad9cf8d HTTP/1.1" status: 200 len: 945 time: 0.1684928 Jan 17 17:23:18.193688 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.198389 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-45ae88bc-9b15-4818-95f2-f1d38efeba5e req-8773c504-b921-4db5-b42e-f77d8e822491 tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.102 "GET /v2.0/security-groups?id=57a8258e-b95a-438b-840e-34f5f44e641b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311386 Jan 17 17:23:18.207131 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['9fd5169b-1376-4b4f-963a-a429aa0a2ac5'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:23:18.227620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:18.318153 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Pushing event deleted for resources: {'Port': ['ID=9fd5169b-1376-4b4f-963a-a429aa0a2ac5,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:18.357835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] No DVR routers for this DVR port 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:23:18.360425 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.364500 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'name': 'network-vif-deleted', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:18.389790 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fa43733d-402e-45c8-b8e4-b41198410ce0 req-a17a39b3-8643-4e1a-9e35-9aae5eeb7b6a tempest-VolumesSnapshotTestJSON-103109987 tempest-VolumesSnapshotTestJSON-103109987-project] 10.222.0.57 "DELETE /v2.0/ports/9fd5169b-1376-4b4f-963a-a429aa0a2ac5 HTTP/1.1" status: 204 len: 173 time: 1.3352773 Jan 17 17:23:18.423848 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Attempting to bind port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:23:18.424192 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Attempting to bind port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:23:18.424663 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Attempting to bind port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:18.430681 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 on network 432d7935-6285-4393-b3a4-f344ec31b387 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:23:18.430965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Attempting to bind port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 on network 432d7935-6285-4393-b3a4-f344ec31b387 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:18.436552 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:18.436897 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Checking segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:18.437280 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Bound using segment: {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:18.437834 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Bound port: 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4608b0a4-bb33-4959-80e9-135d33978fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:18.438181 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.460146 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c663c914-4d51-4416-9780-700afad9cf8d', 'name': 'network-vif-deleted', 'tag': '9fd5169b-1376-4b4f-963a-a429aa0a2ac5', 'status': 'completed', 'code': 200} Jan 17 17:23:18.542504 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:18.545930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:18.551877 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.616908 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:18.617533 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:18.620524 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] 10.222.0.57 "PUT /v2.0/ports/98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 1093 time: 1.3905854 Jan 17 17:23:18.620973 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:18.645568 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed55779-fd2f-440a-8618-03e0f23d82bd service neutron] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:18.713834 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'status': 'completed', 'code': 200} Jan 17 17:23:18.768025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-d9958bea-3c46-47a9-a502-9bb2c757c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:18.769786 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-d9958bea-3c46-47a9-a502-9bb2c757c70e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1096 time: 0.0993400 Jan 17 17:23:18.903105 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-58818275-c500-43b2-91c0-0f2bb580ff15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 217 time: 0.1180031 Jan 17 17:23:19.011739 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-07212267-dc95-4543-8f88-2822eea9474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.013721 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-07212267-dc95-4543-8f88-2822eea9474a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1024508 Jan 17 17:23:19.038942 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5863-8c55-4fe9-8ab4-9c549e5e4f76 req-feb56ba9-9343-49c7-adc2-cf0aab571bfe tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.040446 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bfda5863-8c55-4fe9-8ab4-9c549e5e4f76 req-feb56ba9-9343-49c7-adc2-cf0aab571bfe tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.1127682 Jan 17 17:23:19.089331 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bfda5863-8c55-4fe9-8ab4-9c549e5e4f76 req-0b43d819-0c32-408a-a9f9-67c75dba095d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424836 Jan 17 17:23:19.172646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-ed8e406c-c03f-4ebf-8b2c-ce8847a1fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.174252 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-ed8e406c-c03f-4ebf-8b2c-ce8847a1fb4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1397367 Jan 17 17:23:19.353174 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-15f2b723-0fc5-4163-a8d5-135f166196e1 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711533 Jan 17 17:23:19.526464 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b39cadd9-1ab1-4533-90e4-e99df6a8d21f req-372d38e4-f89f-40e6-b048-4dddbfa1fd7a service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643205 Jan 17 17:23:19.668215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-1d6c70db-6f16-4b68-bd96-58f76281a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.669900 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-1d6c70db-6f16-4b68-bd96-58f76281a52b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1096 time: 0.0854058 Jan 17 17:23:19.838821 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-64794840-9dae-4095-9b06-19e990c37290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.840496 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-64794840-9dae-4095-9b06-19e990c37290 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1622205 Jan 17 17:23:19.921725 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-d1643240-fc67-44d7-93d9-e1ea1502d7c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 217 time: 0.0678275 Jan 17 17:23:19.997877 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-e63cf54b-1b81-4fb2-9048-97d2d0c80e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:19.999315 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-e63cf54b-1b81-4fb2-9048-97d2d0c80e0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.0648649 Jan 17 17:23:20.083501 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-2ef5e664-72de-4b35-ae2a-ecb0fa5fc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:20.085263 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-2ef5e664-72de-4b35-ae2a-ecb0fa5fc17c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781920 Jan 17 17:23:20.228333 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-815bda1a-ab57-463d-9ea5-9ad7092eeda9 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363864 Jan 17 17:23:20.306557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c71c8-a16c-4f90-804b-e3cfce6bf6f7 req-a3a1c8df-a99d-40aa-97e8-d20a50a72fd8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:20.311971 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f62c71c8-a16c-4f90-804b-e3cfce6bf6f7 req-a3a1c8df-a99d-40aa-97e8-d20a50a72fd8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0932958 Jan 17 17:23:20.378104 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f62c71c8-a16c-4f90-804b-e3cfce6bf6f7 req-d04a1720-2bf1-4f1e-8adb-873a079c1f17 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621121 Jan 17 17:23:20.379150 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-accb9bb3-f50a-4d46-a92e-9682c7be7898 req-c900a5a9-0bdf-4a16-a2eb-f193b3dc8624 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418350 Jan 17 17:23:20.504260 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:23:20.540268 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:23:20.540600 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 9fd5169b-1376-4b4f-963a-a429aa0a2ac5 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:23:20.931200 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-8caca207-3b0e-43dd-87f0-f52b276ffdd4 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:20.932974 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-8caca207-3b0e-43dd-87f0-f52b276ffdd4 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 815 time: 0.1469507 Jan 17 17:23:20.953551 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-67e36821-2759-41e5-92e2-9f82154c5d33 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/quotas/ab1ed41c72c249ecb2af628c4940a71f HTTP/1.1" status: 200 len: 375 time: 0.0112455 Jan 17 17:23:21.045631 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-bac96887-5780-4d99-a98f-818a36e1b171 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850348 Jan 17 17:23:21.186380 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-95eb6a50-bcdb-49d8-a5b0-5e4d71a20556 service neutron] 10.222.0.102 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283050 Jan 17 17:23:21.411478 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-e680f7a7-508a-4a36-a803-4b39ff3cdbe7 service neutron] 10.222.0.102 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187827 Jan 17 17:23:21.597243 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-12a12df0-ce73-4dbb-87e1-54634bc8e825 req-1b43915c-c34c-439d-ac0d-71306746179c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 210 time: 0.0522840 Jan 17 17:23:21.621286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ab410-b60e-45e1-838b-2e9c4c16f139 req-d8c953a6-140a-40f9-a268-a58af16b4b32 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:21.621286 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-aa5ab410-b60e-45e1-838b-2e9c4c16f139 req-d8c953a6-140a-40f9-a268-a58af16b4b32 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.1318555 Jan 17 17:23:21.662659 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-aa5ab410-b60e-45e1-838b-2e9c4c16f139 req-28653be9-df02-4a3c-85be-61e100279f4c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383594 Jan 17 17:23:22.514902 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:23:22.665335 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:22.682562 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:23:22.765117 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:22.803879 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:23:22.829446 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:22.838216 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:22.950301 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d396c7ca-d384-49cf-b6df-eb0fba458b74 req-011c9fb0-8cac-4448-bb76-69dd9d019476 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 210 time: 0.1591227 Jan 17 17:23:22.977172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-1f8ae143-d818-4cd2-b1df-4a6f4765fcb6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:22.977172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c8c87625-c40f-4232-892e-04c4442b760b req-1f8ae143-d818-4cd2-b1df-4a6f4765fcb6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Synchronizing usage tracker for tenant:ab1ed41c72c249ecb2af628c4940a71f on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:23:22.982080 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:22.998696 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c8c87625-c40f-4232-892e-04c4442b760b req-1f8ae143-d818-4cd2-b1df-4a6f4765fcb6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Unset dirty status for tenant:ab1ed41c72c249ecb2af628c4940a71f on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:23:23.000110 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-1f8ae143-d818-4cd2-b1df-4a6f4765fcb6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 815 time: 0.4432240 Jan 17 17:23:23.014478 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508403d8-35a4-4afe-9ee6-a17103f4f946 req-315f5a96-4c11-4c12-9354-0d9ac8ba2738 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:23.015825 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'port': {'device_id': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'admin_state_up': True, 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:23.016259 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-508403d8-35a4-4afe-9ee6-a17103f4f946 req-315f5a96-4c11-4c12-9354-0d9ac8ba2738 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 944 time: 0.1578200 Jan 17 17:23:23.092588 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-508403d8-35a4-4afe-9ee6-a17103f4f946 req-093f2101-17d6-47ca-b08b-f7967438bd18 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677564 Jan 17 17:23:23.117234 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:23:23.245741 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:23.251213 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:port and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:23.255364 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:23.261345 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:23.276075 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Made reservation on behalf of ab1ed41c72c249ecb2af628c4940a71f for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:23:23.280928 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:23.488114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Allocated IP 172.20.0.13 (373a3a67-052f-4a98-88e3-582cf4d277a1/9cfd9029-fbc0-4329-9b20-771677a33117/76752f3a-9a79-4fc2-9dc8-16e13655637e) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:23:23.747722 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:23.784062 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Transition to ACTIVE for port object 76752f3a-9a79-4fc2-9dc8-16e13655637e will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:23.814089 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:23.910804 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:23.913929 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:23.916415 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:23.976872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:23.998045 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:23.998721 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:24.032937 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-0d6a0af9-5b0a-418e-a53b-95eb07acd8f6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0211225 Jan 17 17:23:24.215557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947d894-8b2c-4d45-a581-893905ff7735 req-82b8d336-61be-4bbc-ab27-76f25cab1fa3 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:24.225754 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d947d894-8b2c-4d45-a581-893905ff7735 req-82b8d336-61be-4bbc-ab27-76f25cab1fa3 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.1298828 Jan 17 17:23:24.273485 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-0caa4f11-e83e-469b-9e59-2e380018d9e4 None None] Provisioning for port 76752f3a-9a79-4fc2-9dc8-16e13655637e completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:24.279744 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-0caa4f11-e83e-469b-9e59-2e380018d9e4 None None] Provisioning complete for port 76752f3a-9a79-4fc2-9dc8-16e13655637e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:24.280638 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-0caa4f11-e83e-469b-9e59-2e380018d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:24.345517 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-0caa4f11-e83e-469b-9e59-2e380018d9e4 None None] Port 76752f3a-9a79-4fc2-9dc8-16e13655637e cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:23:24.413873 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d947d894-8b2c-4d45-a581-893905ff7735 req-f1302cf7-1f15-483d-bbdf-3ec53b98f31b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870127 Jan 17 17:23:24.447269 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccd3b8-b265-445f-a68c-225097dadbfc req-941e90b3-6bc0-42be-9be0-0db25c8e7115 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:24.456282 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-30ccd3b8-b265-445f-a68c-225097dadbfc req-941e90b3-6bc0-42be-9be0-0db25c8e7115 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 944 time: 0.1891515 Jan 17 17:23:24.524107 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:24.528660 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-30ccd3b8-b265-445f-a68c-225097dadbfc req-b14eb0b4-016e-4fb3-9e5d-9ae6ee2db53b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714548 Jan 17 17:23:24.614692 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:24.621399 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:24.621772 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:24.790606 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:24.822861 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:24.840430 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:24.845858 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:24.883444 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'code': 200} Jan 17 17:23:24.930660 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:25.596951 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b068b7c-933d-46e3-9f12-645e7d32997e req-89dece6b-612e-47c6-b919-76f4b916a98b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:25.598412 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b068b7c-933d-46e3-9f12-645e7d32997e req-89dece6b-612e-47c6-b919-76f4b916a98b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.0876911 Jan 17 17:23:25.652228 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b068b7c-933d-46e3-9f12-645e7d32997e req-a8a7f042-a24d-40af-8ed6-aaa409c4e02b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Jan 17 17:23:25.866281 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95184-53d6-42fe-8597-2f11ee3d0ebf req-c0ec93b6-ceb2-4bcb-8e63-4573914fdd2d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:25.868020 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9d95184-53d6-42fe-8597-2f11ee3d0ebf req-c0ec93b6-ceb2-4bcb-8e63-4573914fdd2d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.1103258 Jan 17 17:23:25.947505 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c9d95184-53d6-42fe-8597-2f11ee3d0ebf req-dfa75bb9-3a1e-4620-95a1-ada7179782c8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736015 Jan 17 17:23:26.852215 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beaa44-a171-4793-af9e-94477bb26f14 req-4851cff0-c36b-49ec-81c8-587074153048 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:26.853589 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2beaa44-a171-4793-af9e-94477bb26f14 req-4851cff0-c36b-49ec-81c8-587074153048 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.0877900 Jan 17 17:23:26.906702 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c2beaa44-a171-4793-af9e-94477bb26f14 req-dc3453e4-ea23-47bd-a9fa-2169110a1462 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Jan 17 17:23:27.158168 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426aa6-45fd-4a0b-91e2-ed5f00a7a0e1 req-adeb319c-2eb7-4eb4-8ab0-2bc98320ea65 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:27.159637 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-54426aa6-45fd-4a0b-91e2-ed5f00a7a0e1 req-adeb319c-2eb7-4eb4-8ab0-2bc98320ea65 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0884025 Jan 17 17:23:27.211744 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-54426aa6-45fd-4a0b-91e2-ed5f00a7a0e1 req-5fb9d58f-d5e9-41f1-87aa-2b38ae4eb37e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465102 Jan 17 17:23:28.104503 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b67d7a-8f4d-4b36-a0c7-4989c9c87b2d req-1bfd1d3e-80b7-43c2-bb3d-de1f137f8f71 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:28.106278 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83b67d7a-8f4d-4b36-a0c7-4989c9c87b2d req-1bfd1d3e-80b7-43c2-bb3d-de1f137f8f71 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.0876219 Jan 17 17:23:28.156463 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83b67d7a-8f4d-4b36-a0c7-4989c9c87b2d req-87b5c9bc-6ecf-4ac0-b2d2-98a48a8cf297 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Jan 17 17:23:28.436463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0054db-fd50-4bd7-8452-2bcd5e805944 req-fa64130b-ce29-42e6-a591-1af6137bdf9b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:28.438429 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8c0054db-fd50-4bd7-8452-2bcd5e805944 req-fa64130b-ce29-42e6-a591-1af6137bdf9b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0950873 Jan 17 17:23:28.483008 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8c0054db-fd50-4bd7-8452-2bcd5e805944 req-c06ea337-57e5-4cfa-84dd-3297b99e97b0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386689 Jan 17 17:23:29.420513 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1399b-8501-4ad1-91fd-5df3113e2cba req-9f2e41b9-f2c2-4251-a951-8a1b589f89bf tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:29.422084 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39d1399b-8501-4ad1-91fd-5df3113e2cba req-9f2e41b9-f2c2-4251-a951-8a1b589f89bf tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.1362064 Jan 17 17:23:29.478602 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-39d1399b-8501-4ad1-91fd-5df3113e2cba req-cef3853f-19af-4fed-ab8c-baae00ad90ea tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495872 Jan 17 17:23:29.693200 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7ab3c-ce6d-4dd9-be16-c9b9bc03b14a req-8f28e829-0feb-4ec9-bcca-3341b69830e4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:29.694836 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04b7ab3c-ce6d-4dd9-be16-c9b9bc03b14a req-8f28e829-0feb-4ec9-bcca-3341b69830e4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0967615 Jan 17 17:23:29.746078 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-04b7ab3c-ce6d-4dd9-be16-c9b9bc03b14a req-52f6ae75-f128-4b1d-ae67-952264bd5224 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444760 Jan 17 17:23:30.691090 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93da001-28f9-428b-a2ef-f5d6cf50bdf2 req-c87dfddf-6279-499b-bfdd-619374aa08d4 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:30.693678 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d93da001-28f9-428b-a2ef-f5d6cf50bdf2 req-c87dfddf-6279-499b-bfdd-619374aa08d4 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.1067185 Jan 17 17:23:30.765751 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d93da001-28f9-428b-a2ef-f5d6cf50bdf2 req-5a1166bd-515f-4152-bf13-37e8e5d1a07e tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Jan 17 17:23:30.957799 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeddde-15ac-415b-8b3f-ef61599fa169 req-346dfbe1-fe9c-4151-a92a-2c883c2315c6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:30.959620 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-effeddde-15ac-415b-8b3f-ef61599fa169 req-346dfbe1-fe9c-4151-a92a-2c883c2315c6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0895867 Jan 17 17:23:31.009787 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-effeddde-15ac-415b-8b3f-ef61599fa169 req-1614682a-d760-45d6-ad58-0ac5978660cb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431786 Jan 17 17:23:31.975280 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd11d3-1a96-4a56-aab7-c31a54cfd262 req-6a106c9b-ca70-4e6a-a0a8-78a62c15f5e6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:31.976783 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9bdd11d3-1a96-4a56-aab7-c31a54cfd262 req-6a106c9b-ca70-4e6a-a0a8-78a62c15f5e6 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.1150534 Jan 17 17:23:32.024155 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9bdd11d3-1a96-4a56-aab7-c31a54cfd262 req-9b92bda2-8cd9-43aa-8db1-8d61f55aa378 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416327 Jan 17 17:23:32.211409 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ade7e0-8d1c-4ba7-8b2b-225366920e8b req-da15da95-4c81-4da2-a73c-937adc6e6ed4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:32.213103 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-06ade7e0-8d1c-4ba7-8b2b-225366920e8b req-da15da95-4c81-4da2-a73c-937adc6e6ed4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0807755 Jan 17 17:23:32.262479 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-06ade7e0-8d1c-4ba7-8b2b-225366920e8b req-cb7edb13-6631-4941-99ac-220e5eabee70 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431824 Jan 17 17:23:32.696122 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-198718a9-a3df-4935-8b04-2d88e3063340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:32.778680 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Request body: {'port': {'device_id': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:32.895969 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.093266 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd55a1-0731-4e3d-9b05-bd276dda90af req-1069e062-894b-44db-9a01-4c68092029cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:33.095540 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-38cd55a1-0731-4e3d-9b05-bd276dda90af req-1069e062-894b-44db-9a01-4c68092029cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1098 time: 0.1561630 Jan 17 17:23:33.160554 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-38cd55a1-0731-4e3d-9b05-bd276dda90af req-2b2940d5-26b1-4f02-a0ef-bcb6637a0cbd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545671 Jan 17 17:23:33.245326 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d7d1-c23f-4427-8ee4-d5d04e33c86f req-0d687528-df20-4297-8847-bbe8b9afcea2 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:33.247465 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7dd9d7d1-c23f-4427-8ee4-d5d04e33c86f req-0d687528-df20-4297-8847-bbe8b9afcea2 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 932 time: 0.0854666 Jan 17 17:23:33.271935 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76752f3a-9a79-4fc2-9dc8-16e13655637e {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:23:33.279731 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.295656 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7dd9d7d1-c23f-4427-8ee4-d5d04e33c86f req-fbd21c7b-492b-4c5e-9a15-55caf966f909 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jan 17 17:23:33.298601 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Transition to ACTIVE for port object 76752f3a-9a79-4fc2-9dc8-16e13655637e will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:23:33.304803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.476605 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:33.506130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c0f20-3402-488f-9de0-1bc3a2cf96f3 req-61452e6c-5d88-49b6-b917-8c29bc4fdf6f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:33.507710 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f56c0f20-3402-488f-9de0-1bc3a2cf96f3 req-61452e6c-5d88-49b6-b917-8c29bc4fdf6f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0968356 Jan 17 17:23:33.556542 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Attempting to bind port 76752f3a-9a79-4fc2-9dc8-16e13655637e on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:23:33.557013 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Attempting to bind port 76752f3a-9a79-4fc2-9dc8-16e13655637e by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:23:33.557509 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Attempting to bind port 76752f3a-9a79-4fc2-9dc8-16e13655637e on network 373a3a67-052f-4a98-88e3-582cf4d277a1 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:33.558865 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f56c0f20-3402-488f-9de0-1bc3a2cf96f3 req-fa257ac3-98e8-49d4-b14e-e5baf58b0ef0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450890 Jan 17 17:23:33.562566 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Port 76752f3a-9a79-4fc2-9dc8-16e13655637e on network 373a3a67-052f-4a98-88e3-582cf4d277a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:23:33.563536 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Attempting to bind port 76752f3a-9a79-4fc2-9dc8-16e13655637e on network 373a3a67-052f-4a98-88e3-582cf4d277a1 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:23:33.569219 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:23:33.569636 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Checking segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:23:33.570080 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Bound using segment: {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:23:33.570572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Bound port: 76752f3a-9a79-4fc2-9dc8-16e13655637e, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:23:33.570977 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.663732 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:23:33.666775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:23:33.671118 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.729443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:33.730078 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:33.731458 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 1094 time: 0.9571714 Jan 17 17:23:33.731928 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:33.759028 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf81c8d-7cc8-42fc-9169-11de4b0fc8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:33.902118 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:23:33.942730 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-546c7d20-48d8-4481-bcea-c8602edacab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:33.944947 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-546c7d20-48d8-4481-bcea-c8602edacab2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1097 time: 0.1702275 Jan 17 17:23:34.016475 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-7677446d-0beb-44bf-927c-c8f3c16c3945 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 217 time: 0.0644188 Jan 17 17:23:34.078719 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-b5c39e85-5720-424d-9628-6823ff880b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.080063 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-b5c39e85-5720-424d-9628-6823ff880b9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0566597 Jan 17 17:23:34.160618 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c87625-c40f-4232-892e-04c4442b760b req-25ba4a42-85f0-49f5-88bd-5e8d2d5260b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.162049 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-25ba4a42-85f0-49f5-88bd-5e8d2d5260b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728240 Jan 17 17:23:34.297263 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-bcb3717a-e5d5-4f22-9c08-7f914d912638 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280780 Jan 17 17:23:34.465913 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8c87625-c40f-4232-892e-04c4442b760b req-13610894-7157-479c-bde6-cf8cc01575b7 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592290 Jan 17 17:23:34.542421 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9317d8-a1e8-4068-83f9-7b56023a2ff2 req-96b78657-6d7d-4de4-a558-ce00a852b631 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.549998 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5f9317d8-a1e8-4068-83f9-7b56023a2ff2 req-96b78657-6d7d-4de4-a558-ce00a852b631 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 944 time: 0.0941470 Jan 17 17:23:34.595737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-7fbbc94d-6565-4c7c-ac4e-6c978344f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.597340 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-7fbbc94d-6565-4c7c-ac4e-6c978344f9da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1097 time: 0.0774088 Jan 17 17:23:34.603824 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5f9317d8-a1e8-4068-83f9-7b56023a2ff2 req-91037624-a783-459b-8449-631aa577036b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Jan 17 17:23:34.748434 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-f95a3ff9-1686-42f3-bdab-230da778caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.749999 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-f95a3ff9-1686-42f3-bdab-230da778caf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.1462429 Jan 17 17:23:34.776470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf39c7-0d93-4ed7-ab11-69fd2294380f req-bf6105af-469c-43a1-beca-1e1655b47cfb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.777924 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4cbf39c7-0d93-4ed7-ab11-69fd2294380f req-bf6105af-469c-43a1-beca-1e1655b47cfb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0832129 Jan 17 17:23:34.822289 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4cbf39c7-0d93-4ed7-ab11-69fd2294380f req-71749fd7-8645-4f9b-9a1e-b9a1994742b0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376959 Jan 17 17:23:34.824093 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-d41fbb1e-779f-47eb-b3ef-6fc4520c7759 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 217 time: 0.0663154 Jan 17 17:23:34.889987 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-9550f2e9-0eda-466c-b29d-3a3b1424bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.891452 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-9550f2e9-0eda-466c-b29d-3a3b1424bc60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0616245 Jan 17 17:23:34.968657 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-2bfa2a77-e6fd-4452-b347-ba46d0f72435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:34.971016 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-2bfa2a77-e6fd-4452-b347-ba46d0f72435 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732863 Jan 17 17:23:35.014731 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c57d3-f4a7-43ca-bb35-b8fc74bd203f req-ed5e1c40-a220-4748-8ecd-791d57cb1027 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:35.016251 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c82c57d3-f4a7-43ca-bb35-b8fc74bd203f req-ed5e1c40-a220-4748-8ecd-791d57cb1027 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0852015 Jan 17 17:23:35.025884 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54010) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:35.031226 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Request body: {'floatingip': {'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:35.078148 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-110a10eb-262a-44c0-8520-2ce8538bbcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:35.119136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:35.128898 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-376e7f72-08df-4c07-b03c-a4bc76e0bca5 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505044 Jan 17 17:23:35.261610 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-33c18c7c-db67-44eb-af87-1e138d64d115 req-4ccb3753-eb75-45a5-89e0-fb4a5db70a05 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261508 Jan 17 17:23:35.719645 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:35.756970 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:36.043074 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b92a4-580d-4d6c-80c8-befa72cae4ba req-10862a74-ce1d-44ca-98be-a143ff64f385 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:36.044560 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795b92a4-580d-4d6c-80c8-befa72cae4ba req-10862a74-ce1d-44ca-98be-a143ff64f385 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 944 time: 0.3279121 Jan 17 17:23:36.045684 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Floating IP 9ce4ae19-fae4-40e3-a045-810cd4fb8fcc associated. External IP: 172.28.0.153, port: 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3. Jan 17 17:23:36.076994 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:36.133593 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:36.215808 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795b92a4-580d-4d6c-80c8-befa72cae4ba req-229f8c9b-5267-456e-8820-7382e4aa33d5 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196964 Jan 17 17:23:36.441652 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:23:36.587706 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 76752f3a-9a79-4fc2-9dc8-16e13655637e details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:23:36.628572 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:36.633539 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:36.662956 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:36.690980 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-8012db7a-0204-4c76-8dc6-13c876e1a764 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "PUT /v2.0/floatingips/9ce4ae19-fae4-40e3-a045-810cd4fb8fcc HTTP/1.1" status: 200 len: 991 time: 1.6604424 Jan 17 17:23:36.691200 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:36.691318 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:36.691444 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:36.732918 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'status': 'completed', 'code': 200} Jan 17 17:23:36.835626 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-694dcb56-b842-477b-ae9e-d7f38880409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:36.837017 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-694dcb56-b842-477b-ae9e-d7f38880409b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1098 time: 0.0807307 Jan 17 17:23:36.894879 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:36.917348 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'port_id': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'mac_address': 'fa:16:3e:1e:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:23:36.981433 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-47028acb-ca90-4f04-9c26-c8ead8422fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:36.982970 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-47028acb-ca90-4f04-9c26-c8ead8422fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1389661 Jan 17 17:23:36.991590 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:37.058180 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:37.086151 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76752f3a-9a79-4fc2-9dc8-16e13655637e {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:23:37.225144 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:37.231212 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-82c2e7e7-ba7b-4d10-8cfb-1318e0415e53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 999 time: 0.2408891 Jan 17 17:23:37.233140 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:37.356635 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-55ffd56f-e5c7-45e1-a53c-e0be80fe7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:37.358140 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-55ffd56f-e5c7-45e1-a53c-e0be80fe7cd6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1199062 Jan 17 17:23:37.462953 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-25071a03-fd24-4253-b8cc-e2a2c617d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:37.464787 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-25071a03-fd24-4253-b8cc-e2a2c617d43b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999596 Jan 17 17:23:37.467287 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c4a3f-c1ae-4b18-b226-19ed90f9c026 req-5a2a1422-f36f-4f7f-af8e-f854d371d871 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:37.478468 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a80c4a3f-c1ae-4b18-b226-19ed90f9c026 req-5a2a1422-f36f-4f7f-af8e-f854d371d871 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 945 time: 0.0971031 Jan 17 17:23:37.544234 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a80c4a3f-c1ae-4b18-b226-19ed90f9c026 req-f55395ff-9125-4920-9866-399ebf8325f4 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 Jan 17 17:23:37.591449 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:37.627071 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-0bae3a46-8051-4e67-9d97-479784e0f2e5 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527040 Jan 17 17:23:37.638832 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:37.669410 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:23:37.760453 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d8b06bf3-3847-48ab-b21f-eabc89c52a61 req-a68ce9de-26b3-410f-9703-3bdbe84d1442 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265335 Jan 17 17:23:37.792570 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '9ce4ae19-fae4-40e3-a045-810cd4fb8fcc', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:12Z', 'updated_at': '2022-01-17T17:23:35Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:37.799385 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:37.826069 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:37.826675 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:38.041095 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:38.384204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '9ce4ae19-fae4-40e3-a045-810cd4fb8fcc', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:12Z', 'updated_at': '2022-01-17T17:23:35Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:38.388158 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6386e847-68d7-481f-9be8-9d793a98d881 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '9ce4ae19-fae4-40e3-a045-810cd4fb8fcc', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:12Z', 'updated_at': '2022-01-17T17:23:35Z', 'revision_number': 1, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:38.585881 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff0719-7bbf-4cb7-9916-64233ec332f2 None None] New status for floating IP 9ce4ae19-fae4-40e3-a045-810cd4fb8fcc: ACTIVE {{(pid=86830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:23:38.598136 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 76752f3a-9a79-4fc2-9dc8-16e13655637e up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:23:38.674253 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 76752f3a-9a79-4fc2-9dc8-16e13655637e completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:23:38.679505 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 76752f3a-9a79-4fc2-9dc8-16e13655637e triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:38.680168 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:38.760006 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791484a1-a8e4-419f-9fc6-e7bbe2b58662 req-cc8cf865-0f29-46f8-8a03-23c84fc230c0 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:38.761594 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-791484a1-a8e4-419f-9fc6-e7bbe2b58662 req-cc8cf865-0f29-46f8-8a03-23c84fc230c0 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 945 time: 0.0961230 Jan 17 17:23:38.810148 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-791484a1-a8e4-419f-9fc6-e7bbe2b58662 req-4a9a761e-b537-4a62-afa0-2e583f2e5087 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423288 Jan 17 17:23:38.820116 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:38.850033 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:38.861400 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:38.865059 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:38.914307 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'code': 200} Jan 17 17:23:38.945886 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:39.139282 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8d84c-d210-4df9-8dff-794935fb47bd req-1bc6331f-1827-4c34-9cf8-edae37ca3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:39.141464 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3ec8d84c-d210-4df9-8dff-794935fb47bd req-1bc6331f-1827-4c34-9cf8-edae37ca3f83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1099 time: 0.0704951 Jan 17 17:23:39.181081 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-3ec8d84c-d210-4df9-8dff-794935fb47bd req-85ddaae5-c3ae-4a72-a174-8fba6966a046 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340269 Jan 17 17:23:39.862532 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54074) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:39.923738 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Deleting subnet bca566df-92ae-4af8-bfc4-789536320dd9 {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:23:39.926723 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:39.976776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3854146'] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.001636 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4a4b5-e3b0-426e-ae82-14b210f528bc req-cb60dad5-ef30-4b97-b60b-27610ddacb07 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:40.003079 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cec4a4b5-e3b0-426e-ae82-14b210f528bc req-cb60dad5-ef30-4b97-b60b-27610ddacb07 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0859146 Jan 17 17:23:40.032159 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.046337 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-cec4a4b5-e3b0-426e-ae82-14b210f528bc req-7d67e3f2-d026-4a04-8990-1ffdc0daad3b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374241 Jan 17 17:23:40.105644 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100575'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.145382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca566df-92ae-4af8-bfc4-789536320dd9,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:40.147727 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.153550 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-223ec34d-dcab-4999-bc41-ea9ddfa8741b admin admin] 10.222.0.102 "DELETE /v2.0/subnets/bca566df-92ae-4af8-bfc4-789536320dd9 HTTP/1.1" status: 204 len: 168 time: 0.2899091 Jan 17 17:23:40.155924 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54080) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:40.263394 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.393736 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.418600 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e4a735-f692-406b-9088-32e8d49b04df']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:40.430744 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248644e9-b140-45fb-bfdf-826ae28dc07b') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:40.431086 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248644e9-b140-45fb-bfdf-826ae28dc07b') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:40.441936 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.458281 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.464641 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:23:40.465068 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:23:40.478940 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:23:40.556587 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.560916 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.589300 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] Pushing event deleted for resources: {'Network': ['ID=12e4a735-f692-406b-9088-32e8d49b04df,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:40.599762 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0582c738-9964-4e45-b182-6c7bb25204ca admin admin] 10.222.0.102 "DELETE /v2.0/networks/12e4a735-f692-406b-9088-32e8d49b04df HTTP/1.1" status: 204 len: 168 time: 0.4421952 Jan 17 17:23:40.712758 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54086) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:40.761426 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-87acecee-a714-4d55-a9c1-95628260c041 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=42e080168f3849a69fab11bd4bf66b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474491 Jan 17 17:23:40.763920 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54092) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:40.822123 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.853294 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.919517 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.933638 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a8258e-b95a-438b-840e-34f5f44e641b,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:40.941367 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:40.942462 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b889feee-c9c3-4a70-98ac-4dc0bdfc6af0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/57a8258e-b95a-438b-840e-34f5f44e641b HTTP/1.1" status: 204 len: 168 time: 0.1776721 Jan 17 17:23:41.264106 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c3ab4-3291-4661-9ec4-63bbff82d801 req-fbb707b5-0826-41ce-a9b1-d3fc997c7649 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:41.268078 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-958c3ab4-3291-4661-9ec4-63bbff82d801 req-fbb707b5-0826-41ce-a9b1-d3fc997c7649 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.1013331 Jan 17 17:23:41.315086 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-958c3ab4-3291-4661-9ec4-63bbff82d801 req-f0adbff9-eb2e-4ec1-b647-7a1a7d1ddd61 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Jan 17 17:23:41.496083 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff53a6-8cf9-40cd-813d-dec910f84c73 req-fb20d60d-1a1f-4074-b501-027cbb033f58 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:41.497421 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-63ff53a6-8cf9-40cd-813d-dec910f84c73 req-fb20d60d-1a1f-4074-b501-027cbb033f58 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0784578 Jan 17 17:23:41.533384 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:41.545480 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-63ff53a6-8cf9-40cd-813d-dec910f84c73 req-c235a845-49a5-45aa-bb7c-e34fc0b9a41f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Jan 17 17:23:41.941570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29471dd-9bc0-4724-8030-757b0308c7aa req-b9ca8c81-fba7-4867-b58d-e5fa6103daba tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:41.942994 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f29471dd-9bc0-4724-8030-757b0308c7aa req-b9ca8c81-fba7-4867-b58d-e5fa6103daba tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0821362 Jan 17 17:23:41.987437 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f29471dd-9bc0-4724-8030-757b0308c7aa req-9f7524d0-1bad-4e0c-858f-8ed3e434dc42 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jan 17 17:23:43.111175 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-b6e30745-1c08-4f37-a102-8919d3405dfc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754802 Jan 17 17:23:43.214099 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-daddef91-9e6f-4d5e-95da-e76847e743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:43.215637 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-daddef91-9e6f-4d5e-95da-e76847e743a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0735149 Jan 17 17:23:43.361502 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-e5b94990-bd75-431a-a12a-8a33ca65d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:43.362829 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-e5b94990-bd75-431a-a12a-8a33ca65d0be service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1285372 Jan 17 17:23:43.556437 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-fde9ce28-2916-4f3c-bfa7-f503dd06d9cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 1001 time: 0.1868877 Jan 17 17:23:43.621359 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-addfc2c7-a990-44e3-815e-c9087b0376c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:43.622786 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-addfc2c7-a990-44e3-815e-c9087b0376c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0591750 Jan 17 17:23:43.699804 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-1e0ccaf0-8dd6-448d-be2c-9eca1f1da9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:43.701255 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-1e0ccaf0-8dd6-448d-be2c-9eca1f1da9f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719535 Jan 17 17:23:43.835582 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-2bcc6fe3-0459-456f-b68b-d4d9557f2fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277184 Jan 17 17:23:43.974545 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c8a4c36e-5605-42ff-a822-a1388bf096ac req-d9e08691-3528-431c-a9c8-8c9ce3b6d4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330817 Jan 17 17:23:46.043856 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:23:46.840530 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea536a0-37d9-4491-b0cb-8fa30d2f3314 req-46f92591-5ef5-4c5b-b7a0-d39b6adebd59 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:46.841981 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fea536a0-37d9-4491-b0cb-8fa30d2f3314 req-46f92591-5ef5-4c5b-b7a0-d39b6adebd59 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0854187 Jan 17 17:23:46.886882 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fea536a0-37d9-4491-b0cb-8fa30d2f3314 req-9a0c543a-73b4-49b5-8dfe-eeb353c165a8 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382681 Jan 17 17:23:46.910597 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54180) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:47.200099 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c52398-6225-4a84-af61-c64617c06d33 tempest-TestMinimumBasicScenario-1686032447 tempest-TestMinimumBasicScenario-1686032447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:47.201595 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-61c52398-6225-4a84-af61-c64617c06d33 tempest-TestMinimumBasicScenario-1686032447 tempest-TestMinimumBasicScenario-1686032447-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1094 time: 0.2900496 Jan 17 17:23:47.205154 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54192) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:47.210330 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'port_id': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:47.216132 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:47.220055 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:floatingip and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:47.223036 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:47.228613 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:47.239520 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for floatingip, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:47.515086 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bba43-6ef6-4718-9b74-34db6300a8b4 req-f62ebfb6-ad40-461a-8e25-a08c4b7feb88 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:47.516487 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b55bba43-6ef6-4718-9b74-34db6300a8b4 req-f62ebfb6-ad40-461a-8e25-a08c4b7feb88 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1117885 Jan 17 17:23:47.575549 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:47.580502 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b55bba43-6ef6-4718-9b74-34db6300a8b4 req-e5539705-1ad2-4dca-b652-d600211694ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579977 Jan 17 17:23:47.715856 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Allocated IP 172.28.0.164 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/ea532bff-ad84-42ce-8af3-3302e6ffd129) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:23:47.860944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:47.897373 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:47.958185 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:23:47.961152 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:23:47.964607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:23:48.010019 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'Port': ['ID=ea532bff-ad84-42ce-8af3-3302e6ffd129,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:48.448808 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d6944-473d-48ec-8f19-6dad50f1d4a0 req-2530582a-0023-473e-840b-b053fd62a1ec tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:48.450253 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-884d6944-473d-48ec-8f19-6dad50f1d4a0 req-2530582a-0023-473e-840b-b053fd62a1ec tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.1167252 Jan 17 17:23:48.480301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:48.508057 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-884d6944-473d-48ec-8f19-6dad50f1d4a0 req-0c769de7-aaa3-498d-9da9-e703375c14c9 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512936 Jan 17 17:23:48.571173 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:48.781148 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:48.785801 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:48.945564 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'Port': ['ID=ea532bff-ad84-42ce-8af3-3302e6ffd129,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:48.957679 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:49.188726 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e53d3-42d8-485e-abdb-733b5530caf6 req-8ba910d8-e109-48fa-b77e-cbe9247ae3a9 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:49.190336 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab8e53d3-42d8-485e-abdb-733b5530caf6 req-8ba910d8-e109-48fa-b77e-cbe9247ae3a9 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.4945059 Jan 17 17:23:49.258391 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Floating IP 8f4b5cc5-07d1-4590-9d13-829833a22f77 associated. External IP: 172.28.0.164, port: 76752f3a-9a79-4fc2-9dc8-16e13655637e. Jan 17 17:23:49.311713 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab8e53d3-42d8-485e-abdb-733b5530caf6 req-054581c4-3dc5-4377-b2c8-6eb30fff8d61 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136672 Jan 17 17:23:49.651118 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Router 43e210ff-75d3-4e10-9520-4997af5a0cc4 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:23:49.849679 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036062f-695f-4892-9b8d-09d466540af6 req-b937ee86-e59d-4d0b-8ee0-35cdee00be92 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:49.851069 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8036062f-695f-4892-9b8d-09d466540af6 req-b937ee86-e59d-4d0b-8ee0-35cdee00be92 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.2371805 Jan 17 17:23:49.883476 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:23:49.894055 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Sync routers for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:23:49.903135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:49.903929 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:49.926486 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8036062f-695f-4892-9b8d-09d466540af6 req-932d18fd-daac-44e4-b0a2-581512ff7ab0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670240 Jan 17 17:23:49.933888 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:49.990503 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-455ae183-5034-4887-82fd-5b7020c2cd69 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7843294 Jan 17 17:23:49.991189 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:49.993525 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54212) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:49.999304 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728496139', 'description': 'tempest-secgroup-smoke-1728496139 description', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:50.006023 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:50.009930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:50.012952 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:50.020190 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:50.031565 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.037606 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:23:50.057787 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:50.096132 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:50.098542 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:50.103130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:50.110317 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:50.173637 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-3d6ffb1b-fbde-4f60-9893-42508e23ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:50.175102 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-3d6ffb1b-fbde-4f60-9893-42508e23ca8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1099 time: 0.1147411 Jan 17 17:23:50.279109 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.295122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.370621 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b9976f-6310-4a0c-942e-d4d7a4721c8e,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:50.385452 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.389618 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-0ae60138-1e05-4abe-b8ea-5881287a85fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3915966 Jan 17 17:23:50.389872 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54222) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:50.396432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-7c7d34fb-9c10-423b-8121-8243277574af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:50.397108 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:50.397547 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-7c7d34fb-9c10-423b-8121-8243277574af service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.2115493 Jan 17 17:23:50.404039 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:50.409034 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:50.412313 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:50.418728 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:50.440231 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.523527 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-26060e8b-70d6-4633-85ee-53fb908e443d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 1000 time: 0.1192689 Jan 17 17:23:50.567834 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.572183 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '8f4b5cc5-07d1-4590-9d13-829833a22f77', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'port_id': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'mac_address': 'fa:16:3e:1e:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:48Z', 'updated_at': '2022-01-17T17:23:48Z', 'revision_number': 0, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:50.576135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Checking router: 43e210ff-75d3-4e10-9520-4997af5a0cc4 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:23:50.580176 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.589376 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:23:50.590255 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:23:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:50.603203 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-f9da30aa-8b21-45db-99f9-45da53f728f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:50.604636 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-f9da30aa-8b21-45db-99f9-45da53f728f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0667729 Jan 17 17:23:50.617402 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.622180 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2277141 Jan 17 17:23:50.623094 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54226) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:50.630792 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145d0d-d768-4ee8-bbe6-aebea9c86dc4 req-e4197d91-4826-4887-b462-1ee5b977d010 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:50.632260 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-01145d0d-d768-4ee8-bbe6-aebea9c86dc4 req-e4197d91-4826-4887-b462-1ee5b977d010 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1365759 Jan 17 17:23:50.634509 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72657-c667-4d3d-82e9-1a07ae9997da tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f0da53-d387-47a6-9f1a-1a3b4bdabfd9,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:50.640228 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:50.648296 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:50.667496 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:50.672510 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:50.680695 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:50.695222 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-74c6e01f-3620-46ac-bda5-43e1ecf76ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:50.696873 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-74c6e01f-3620-46ac-bda5-43e1ecf76ec1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864737 Jan 17 17:23:50.706415 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-01145d0d-d768-4ee8-bbe6-aebea9c86dc4 req-a0cac0ad-2639-4efa-956f-0af2e934b579 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598700 Jan 17 17:23:50.714789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.777136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.784752 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.798530 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:23:50.812034 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb28c3a-6e79-4a12-b5c3-afde844dc2d7,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:50.822599 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:50.824378 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-16d36b4f-5cfe-4c7e-b195-fd31080290fc tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1909316 Jan 17 17:23:50.826775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54230) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:50.843477 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:50.852705 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:50.867174 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:50.871281 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:50.878896 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-9dcee62d-8d9f-48f3-8ece-e29e4ff8a35d service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740611 Jan 17 17:23:50.879745 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:50.968788 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.090097 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ca6af41b-ffa0-4aa5-92e9-6be334936e8b req-9f90d94e-3b83-4365-ad3b-9c11e2e6c7c4 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033160 Jan 17 17:23:51.091327 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.097016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.124246 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204160cd-b776-4ff6-a08a-1c2d62504467,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:51.152883 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.157771 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54238) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:51.160081 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a9c3d8a6-5adb-491e-bbdc-dba23bd41923 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225527 Jan 17 17:23:51.169653 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:51.178665 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:51.184555 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:51.187939 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:51.193644 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '8f4b5cc5-07d1-4590-9d13-829833a22f77', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'port_id': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'mac_address': 'fa:16:3e:1e:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:48Z', 'updated_at': '2022-01-17T17:23:48Z', 'revision_number': 0, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:23:51.195536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:51.197561 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e51a6b3-f9ef-440d-9c60-1be00a9e0a3e None None] The sync data for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb is: [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': '8f4b5cc5-07d1-4590-9d13-829833a22f77', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'floating_ip_address': '172.28.0.164', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'port_id': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'mac_address': 'fa:16:3e:1e:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:23:48Z', 'updated_at': '2022-01-17T17:23:48Z', 'revision_number': 0, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:23:51.224156 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa94ca-a698-44de-b672-7801d197c172 req-a91bdf93-ae93-443f-b065-3724d8ca6f20 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:51.225621 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-29fa94ca-a698-44de-b672-7801d197c172 req-a91bdf93-ae93-443f-b065-3724d8ca6f20 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.1787112 Jan 17 17:23:51.229032 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.312718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-29fa94ca-a698-44de-b672-7801d197c172 req-304938a0-50af-4345-b467-3fc525f7ffeb tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742993 Jan 17 17:23:51.324956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.332032 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.358904 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf15796-bf07-44cb-8d8c-4a7379a8f12e,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:51.370857 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.374981 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-ebce5b06-aab6-4306-aab5-c9f1d9185b01 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130177 Jan 17 17:23:51.375342 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54242) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:51.381366 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:51.387478 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:51.392083 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:51.395207 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:51.402907 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:51.414152 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.securitygroups_db [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Project ab1ed41c72c249ecb2af628c4940a71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:23:51.421122 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.434934 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8554ccba-391d-41a5-9ab7-b3180b7fd983 None None] New status for floating IP 8f4b5cc5-07d1-4590-9d13-829833a22f77: ACTIVE {{(pid=86830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:23:51.489126 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.493022 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.517268 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1045e079-60b0-469f-9e2a-9eebc1d2a0e8,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:51.526016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.527340 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-cb93f20e-683c-42fb-8254-b7aef2d76e7c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1502821 Jan 17 17:23:51.530124 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54246) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:23:51.535938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'security_group_rule': {'security_group_id': 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e', 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:51.541516 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:23:51.545463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Usage tracker for resource:security_group_rule and tenant:ab1ed41c72c249ecb2af628c4940a71f is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:23:51.549723 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:23:51.555538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:23:51.569106 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.securitygroups_db [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Project ab1ed41c72c249ecb2af628c4940a71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 17:23:51.576299 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.643159 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.646820 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.677969 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254487e5-9542-437f-a2e4-8dfe80194aad,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:51.688189 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:51.689571 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-0b68be90-f215-483f-b771-6aea71ab246b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583200 Jan 17 17:23:51.810571 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-036c2fd4-de85-41a8-9f95-5893d14aa3aa tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728496139&fields=id&tenant_id=ab1ed41c72c249ecb2af628c4940a71f HTTP/1.1" status: 200 len: 267 time: 0.0400820 Jan 17 17:23:52.033439 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-d105f6cb-3966-4c8f-9d65-1e2689b4995e tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.034788 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-d105f6cb-3966-4c8f-9d65-1e2689b4995e tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.2188063 Jan 17 17:23:52.042619 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b332a3-4933-4740-9393-4b9511ac2291 req-4a00a97e-b6a7-439b-bd29-2ae28248ed3d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.043976 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-63b332a3-4933-4740-9393-4b9511ac2291 req-4a00a97e-b6a7-439b-bd29-2ae28248ed3d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1968784 Jan 17 17:23:52.049807 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'port': {'security_groups': ['f5e130a5-5e75-42b0-a47d-ee54be174bd8', 'b1b9976f-6310-4a0c-942e-d4d7a4721c8e']}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:23:52.165732 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-63b332a3-4933-4740-9393-4b9511ac2291 req-66ac86eb-3ff2-432d-bb55-495366ef1e66 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907295 Jan 17 17:23:52.199137 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:52.506808 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:23:52.542838 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:52.548273 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:52.559320 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:23:52.592867 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c4155-8b49-4ab5-ba41-07a178398109 req-cecd2ed8-5ecb-405a-9750-690436f9dac8 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.595091 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-362c4155-8b49-4ab5-ba41-07a178398109 req-cecd2ed8-5ecb-405a-9750-690436f9dac8 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.1581256 Jan 17 17:23:52.647274 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.648060 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:52.649551 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6b795c9b-67ab-4c7e-88fe-f7952af6a426 req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "PUT /v2.0/ports/76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 982 time: 0.6046786 Jan 17 17:23:52.653136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:23:52.709835 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-362c4155-8b49-4ab5-ba41-07a178398109 req-8fdfa2ad-d86d-424e-a5ba-a31064b60f09 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066477 Jan 17 17:23:52.713407 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8cdba-6be4-4125-81de-e5a47bfb2391 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=6']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:23:52.767030 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:23:52.768874 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:23:52.881519 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301bac2-ae8c-4755-820e-db8d547c90c2 req-61d17cca-09aa-4db6-be1a-9001092d474e tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.883284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a301bac2-ae8c-4755-820e-db8d547c90c2 req-61d17cca-09aa-4db6-be1a-9001092d474e tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.1053183 Jan 17 17:23:52.917863 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f078d-0855-4098-a591-1c19d922a69d req-0664acb9-57a1-4c31-a249-546d47e4e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:52.920788 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-0664acb9-57a1-4c31-a249-546d47e4e95e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1138 time: 0.1073308 Jan 17 17:23:52.938694 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a301bac2-ae8c-4755-820e-db8d547c90c2 req-d2e17fd4-5e82-4d3d-9bf3-bc5c7f4e97e3 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484822 Jan 17 17:23:53.058988 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f078d-0855-4098-a591-1c19d922a69d req-efc99b51-c7f6-43a2-8c13-9bcc14ab843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:53.060429 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-efc99b51-c7f6-43a2-8c13-9bcc14ab843a service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.1328282 Jan 17 17:23:53.093569 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-4f51bead-0821-4a0b-b7e0-b1e2bb3d1d12 None None] Provisioning complete for port 76752f3a-9a79-4fc2-9dc8-16e13655637e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:23:53.093938 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-4f51bead-0821-4a0b-b7e0-b1e2bb3d1d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:23:53.264922 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-cb4783fb-3ae2-430d-9c01-0852e1764771 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 1002 time: 0.1974013 Jan 17 17:23:53.338966 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f078d-0855-4098-a591-1c19d922a69d req-9f9da83f-e080-4938-9230-bcdf3af79ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:53.340590 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-9f9da83f-e080-4938-9230-bcdf3af79ee4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0663991 Jan 17 17:23:53.377181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bf48d-b0a9-40f4-b664-cd859b0af882 req-d31a876f-037d-4319-a8c1-089d617cc7b0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:53.379029 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e3bf48d-b0a9-40f4-b664-cd859b0af882 req-d31a876f-037d-4319-a8c1-089d617cc7b0 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1008663 Jan 17 17:23:53.432510 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5e3bf48d-b0a9-40f4-b664-cd859b0af882 req-9a37a064-4fe0-4842-b358-85f50af7242c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Jan 17 17:23:53.439724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f078d-0855-4098-a591-1c19d922a69d req-8a141a61-a452-4abd-968b-35654b80af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:53.441310 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-8a141a61-a452-4abd-968b-35654b80af23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916107 Jan 17 17:23:53.575028 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-eb3f7604-fb8a-48a3-b75e-3fba0df7a06e service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253610 Jan 17 17:23:53.709091 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-b74f078d-0855-4098-a591-1c19d922a69d req-4426e9db-b2b2-4b74-aca7-887f2cd28973 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264822 Jan 17 17:23:53.893078 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3d23-1a6e-4778-a820-2a760a011eec req-61fb9bf4-db20-4093-aa0f-e570132b12e8 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:53.894515 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15bb3d23-1a6e-4778-a820-2a760a011eec req-61fb9bf4-db20-4093-aa0f-e570132b12e8 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0786734 Jan 17 17:23:53.942001 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-15bb3d23-1a6e-4778-a820-2a760a011eec req-7ab4443d-ea17-4cf0-ae7e-19445ea450f0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Jan 17 17:23:54.613965 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658d23c-37a9-486f-a308-e1129984271d req-b1ba7588-48b0-43af-9323-c2e003a1c2d7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:54.615381 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d658d23c-37a9-486f-a308-e1129984271d req-b1ba7588-48b0-43af-9323-c2e003a1c2d7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0805509 Jan 17 17:23:54.658316 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d658d23c-37a9-486f-a308-e1129984271d req-b4f5f4b2-64dc-4532-a77b-b68923b0ba88 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372589 Jan 17 17:23:55.131233 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bfa95-82ff-43d0-8ce6-dc43761b75f3 req-400c25fa-64e9-4995-afc0-70190712a2cf tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:55.132714 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3e5bfa95-82ff-43d0-8ce6-dc43761b75f3 req-400c25fa-64e9-4995-afc0-70190712a2cf tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0845690 Jan 17 17:23:55.178068 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3e5bfa95-82ff-43d0-8ce6-dc43761b75f3 req-7545e727-21c9-4310-9768-04510d4ccbb4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398421 Jan 17 17:23:55.847101 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646462e-64cb-45b9-9520-a62357bab3dd req-5b9a013a-7ab5-4a21-8dd5-3cf4c7c2ee02 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:55.848566 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b646462e-64cb-45b9-9520-a62357bab3dd req-5b9a013a-7ab5-4a21-8dd5-3cf4c7c2ee02 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0788493 Jan 17 17:23:55.891794 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b646462e-64cb-45b9-9520-a62357bab3dd req-b1f20927-4863-47c8-8d15-d96d4edb415e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Jan 17 17:23:56.370622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c383b-0c65-4f2c-afd5-07b16d16a1eb req-3b6f4bf8-4e91-4962-8422-578c3f827dde tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:56.372121 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81c383b-0c65-4f2c-afd5-07b16d16a1eb req-3b6f4bf8-4e91-4962-8422-578c3f827dde tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0874999 Jan 17 17:23:56.427168 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b81c383b-0c65-4f2c-afd5-07b16d16a1eb req-9b658528-22e1-419f-a95f-e46485c07ae0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Jan 17 17:23:57.085719 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956390bb-ac22-458b-96e7-ef46eff01623 req-a43b8f12-0604-4546-8175-f34fe56ce097 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:57.087137 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-956390bb-ac22-458b-96e7-ef46eff01623 req-a43b8f12-0604-4546-8175-f34fe56ce097 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0812840 Jan 17 17:23:57.130261 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-956390bb-ac22-458b-96e7-ef46eff01623 req-6217f139-bb99-4f82-84d1-44fc7e8d3427 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374393 Jan 17 17:23:57.613247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8dcad-d312-4d48-9304-c0382f7159b3 req-fb898706-32c6-4dbf-a713-d55f721dbf10 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:57.614605 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-53f8dcad-d312-4d48-9304-c0382f7159b3 req-fb898706-32c6-4dbf-a713-d55f721dbf10 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0838783 Jan 17 17:23:57.657769 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-53f8dcad-d312-4d48-9304-c0382f7159b3 req-c820235b-bc6f-4cc6-86ef-f50ede44d606 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375347 Jan 17 17:23:58.317902 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d930f02-f484-43d9-a3ea-0f471aefde3d req-29e5359a-08dc-438f-b650-8ca982100d7e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.319346 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d930f02-f484-43d9-a3ea-0f471aefde3d req-29e5359a-08dc-438f-b650-8ca982100d7e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0788467 Jan 17 17:23:58.366731 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d930f02-f484-43d9-a3ea-0f471aefde3d req-0d39afca-c3b5-4d24-b2db-8ce1b02a9dbd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Jan 17 17:23:58.526001 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-6671b9af-0f4e-4661-a6fe-d9aaf2ff59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.527500 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-6671b9af-0f4e-4661-a6fe-d9aaf2ff59e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0767987 Jan 17 17:23:58.661568 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-ec4ce9fe-8026-4d25-82a8-3eb724865caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.662995 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-ec4ce9fe-8026-4d25-82a8-3eb724865caf service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1288135 Jan 17 17:23:58.769592 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-97edbb0a-9769-41f6-a6ef-081679493c8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 1001 time: 0.0990636 Jan 17 17:23:58.833009 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-bde6f4eb-0bcc-4205-9c19-5ac9504905bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.834959 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-bde6f4eb-0bcc-4205-9c19-5ac9504905bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0586989 Jan 17 17:23:58.843279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd2ce0-85db-44a8-a51e-d4acc70763f8 req-0ba007da-26e3-4bb1-b8d8-c1be0261c136 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.845129 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-08fd2ce0-85db-44a8-a51e-d4acc70763f8 req-0ba007da-26e3-4bb1-b8d8-c1be0261c136 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0827930 Jan 17 17:23:58.889579 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-08fd2ce0-85db-44a8-a51e-d4acc70763f8 req-69a537f7-aa31-4b93-ac94-b827b5428ec4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390067 Jan 17 17:23:58.910006 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-c3f5d592-f8ba-431a-96ab-8ddbb8da59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:58.911529 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-c3f5d592-f8ba-431a-96ab-8ddbb8da59bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708456 Jan 17 17:23:59.044625 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-48531a04-1394-43e5-b0e3-463f9f50ddba service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263742 Jan 17 17:23:59.176775 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-171ef994-cd3e-490d-9c0e-9f70f8299066 req-40d484b6-f899-4c6a-bb21-5bc994cdcb64 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249671 Jan 17 17:23:59.637168 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89fa95-dd9c-45da-b3e0-74b8709a87df req-2c1371f9-c0fe-4fcd-a6cb-31f8b87cb60b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:23:59.638510 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bf89fa95-dd9c-45da-b3e0-74b8709a87df req-2c1371f9-c0fe-4fcd-a6cb-31f8b87cb60b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1563551 Jan 17 17:23:59.684031 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bf89fa95-dd9c-45da-b3e0-74b8709a87df req-bcd1efa8-58b2-46aa-8204-6c0d1d54a574 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Jan 17 17:24:00.072340 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2821993-a6f2-4ea0-94ee-c48a59175ec2 req-36c79b1a-8a95-45a7-9504-b8552b4c5eba tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:00.073836 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f2821993-a6f2-4ea0-94ee-c48a59175ec2 req-36c79b1a-8a95-45a7-9504-b8552b4c5eba tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0801923 Jan 17 17:24:00.118071 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f2821993-a6f2-4ea0-94ee-c48a59175ec2 req-d54ffa77-2849-4319-96b0-7ed25dac0ce7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380754 Jan 17 17:24:00.887891 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44501055-e6e9-4f3b-a8be-357f904bc518 req-48cccf43-b131-47a0-b0ce-f8ca49843b44 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:00.889360 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-44501055-e6e9-4f3b-a8be-357f904bc518 req-48cccf43-b131-47a0-b0ce-f8ca49843b44 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0917332 Jan 17 17:24:00.934152 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-44501055-e6e9-4f3b-a8be-357f904bc518 req-46974457-196f-4d46-87ec-5ed3ac06cba1 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 Jan 17 17:24:01.317268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8040e-a75f-4373-829a-05bdb38fdd68 req-ae9a9dd3-4878-40dc-8ebe-beee21b32c81 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:01.318629 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-17c8040e-a75f-4373-829a-05bdb38fdd68 req-ae9a9dd3-4878-40dc-8ebe-beee21b32c81 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0879128 Jan 17 17:24:01.366292 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-17c8040e-a75f-4373-829a-05bdb38fdd68 req-4873b625-8bae-49f1-b1bd-cea18be72c26 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Jan 17 17:24:02.126622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e962d9-a481-4256-b17e-e132b449f6fe req-5a66cb99-c611-4010-8735-f8950a4ae2e4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:02.128085 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c4e962d9-a481-4256-b17e-e132b449f6fe req-5a66cb99-c611-4010-8735-f8950a4ae2e4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0863445 Jan 17 17:24:02.170865 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c4e962d9-a481-4256-b17e-e132b449f6fe req-6a5d0f34-0e20-45e6-97ec-46fd81312d91 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Jan 17 17:24:02.557588 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce799ebd-f691-4c5b-b32d-c6b179852b5f req-0d84d14d-2199-426e-9126-d164da27aa3a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:02.559021 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ce799ebd-f691-4c5b-b32d-c6b179852b5f req-0d84d14d-2199-426e-9126-d164da27aa3a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0833414 Jan 17 17:24:02.604875 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ce799ebd-f691-4c5b-b32d-c6b179852b5f req-0246dd9c-7ff5-47cc-9ded-ac588b85922a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397007 Jan 17 17:24:02.700189 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e787fe1b-526b-49cb-ac8f-d8d1da4d4b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:02.898803 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-727b4c73-d597-47d7-af6b-35c9e567e912 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800009 Jan 17 17:24:03.103151 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093c687-d144-4875-b256-33c6f94edfcb req-6b0c63b5-20e1-4882-8501-b8ba899fc5d2 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:03.104791 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b093c687-d144-4875-b256-33c6f94edfcb req-6b0c63b5-20e1-4882-8501-b8ba899fc5d2 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0802240 Jan 17 17:24:03.150555 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b093c687-d144-4875-b256-33c6f94edfcb req-1ba5eca9-2a63-47db-b2c4-7f59924110e0 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391829 Jan 17 17:24:03.367810 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea6383-48a3-4f2b-a321-72db1f7028c4 req-b623c090-bb33-4751-abdc-ad1eaa3d0bcd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:03.369260 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-66ea6383-48a3-4f2b-a321-72db1f7028c4 req-b623c090-bb33-4751-abdc-ad1eaa3d0bcd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0840936 Jan 17 17:24:03.415948 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-66ea6383-48a3-4f2b-a321-72db1f7028c4 req-d527c51c-5dc6-4ac0-af61-f689c2e8f3ba tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jan 17 17:24:03.769406 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748a601-63c0-4199-8a9f-19aea66316fd req-6b96489a-2cb3-4afb-8e50-9390dbf7b36e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:03.770775 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2748a601-63c0-4199-8a9f-19aea66316fd req-6b96489a-2cb3-4afb-8e50-9390dbf7b36e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0807633 Jan 17 17:24:03.816042 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2748a601-63c0-4199-8a9f-19aea66316fd req-d6ae0a4b-f506-4c84-adb5-b1f4d5180f7d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387356 Jan 17 17:24:03.822086 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-22dbfd5b-2d37-4615-add6-82a578f215a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:03.823575 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-22dbfd5b-2d37-4615-add6-82a578f215a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1099 time: 0.0734823 Jan 17 17:24:03.971776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-61e32855-5226-43f7-9e54-094cff9ee850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:03.973299 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-61e32855-5226-43f7-9e54-094cff9ee850 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.1428833 Jan 17 17:24:04.184805 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-44b7281b-2c13-49a2-9be9-aee75c5c9614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 1002 time: 0.2052052 Jan 17 17:24:04.262601 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-c9e6cbcc-7f3d-42d1-81d2-10cd8059ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.264073 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-c9e6cbcc-7f3d-42d1-81d2-10cd8059ea66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0722303 Jan 17 17:24:04.361443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-682b6653-2c35-40f9-9725-c7c9d45cb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.364044 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-682b6653-2c35-40f9-9725-c7c9d45cb681 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860345 Jan 17 17:24:04.377556 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40894-612f-4c96-a4cc-d40d5522ba24 req-5f95767b-c07e-4ba6-b49a-c690288a297e tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.379709 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b9f40894-612f-4c96-a4cc-d40d5522ba24 req-5f95767b-c07e-4ba6-b49a-c690288a297e tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0999861 Jan 17 17:24:04.435725 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b9f40894-612f-4c96-a4cc-d40d5522ba24 req-44d301a2-2bac-4c86-bfd0-fb877e16dfd7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496366 Jan 17 17:24:04.506934 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-fb9f49b5-5354-4bb3-bd46-ad6662e3b239 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347036 Jan 17 17:24:04.662297 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-44c23ad6-74af-4aa3-9435-0c5cf8583484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.663794 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-44c23ad6-74af-4aa3-9435-0c5cf8583484 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927&tenant_id=d694c8ea99da46abb59d47d0320607ac HTTP/1.1" status: 200 len: 1098 time: 0.0917921 Jan 17 17:24:04.674144 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-c1af5bdf-2949-4c96-96d0-bc315471f087 req-66024674-b14d-4234-86bf-e802ecccedf6 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607351 Jan 17 17:24:04.745307 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:24:04.753446 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-656eca2e-ac71-4517-8c32-232c1f1ed7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.754890 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-656eca2e-ac71-4517-8c32-232c1f1ed7d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0693607 Jan 17 17:24:04.889844 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-781e4adb-db79-4125-8f80-e605743eeb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:04.892393 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-781e4adb-db79-4125-8f80-e605743eeb6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1310050 Jan 17 17:24:04.905437 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:04.932569 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:24:04.943376 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:04.950817 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:04.990590 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'code': 200} Jan 17 17:24:05.012226 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-76c7f50a-b1a0-4864-a52d-b61c38bbeb86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 999 time: 0.1137619 Jan 17 17:24:05.020491 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7288f2-ed5f-4df2-bf9e-ea74c855c457 req-8cbc2914-3199-4309-972c-4db6936a8114 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:05.022181 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5f7288f2-ed5f-4df2-bf9e-ea74c855c457 req-8cbc2914-3199-4309-972c-4db6936a8114 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0921412 Jan 17 17:24:05.026229 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=6']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:05.034135 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.034471 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.034796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.035116 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.035446 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.035777 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.036087 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.036393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.036699 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.037021 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.037312 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.037616 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:24:05.072547 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5f7288f2-ed5f-4df2-bf9e-ea74c855c457 req-dfcddd6a-40ef-4f2b-a641-245d5cfafd55 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Jan 17 17:24:05.073576 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c13801da-571b-4a43-bba2-9395774c57b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:05.087464 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-7977cdca-5d0e-4fa1-af00-87d6c3dc08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:05.088917 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-7977cdca-5d0e-4fa1-af00-87d6c3dc08a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0676417 Jan 17 17:24:05.163472 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-61ede14e-197c-4723-bb79-ea66f4b3227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:05.165227 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-61ede14e-197c-4723-bb79-ea66f4b3227a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692143 Jan 17 17:24:05.295714 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-dfdbe742-384e-441a-86ee-c96197ba571e service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230268 Jan 17 17:24:05.455853 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a13f1c82-da0a-4550-a8b1-7c846000e875 req-e372702f-58b3-4f43-aa6a-28ca3c5b34e5 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495738 Jan 17 17:24:05.622364 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f93fb-f90b-4830-a8f0-a5a47c78e2a9 req-b8b4eb9f-9de1-4f75-b703-eaafef6d549a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:05.623857 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1b1f93fb-f90b-4830-a8f0-a5a47c78e2a9 req-b8b4eb9f-9de1-4f75-b703-eaafef6d549a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.0822866 Jan 17 17:24:05.669777 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1b1f93fb-f90b-4830-a8f0-a5a47c78e2a9 req-d03dd2d4-50fc-4f02-8ee4-10407e664f7d tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Jan 17 17:24:06.081791 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:06.126921 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:06.261805 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c4427-de9d-418e-967d-c0b7c935b589 req-7e61f059-136c-4aef-a7dd-3aecd2bf3313 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:06.263214 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c48c4427-de9d-418e-967d-c0b7c935b589 req-7e61f059-136c-4aef-a7dd-3aecd2bf3313 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0784333 Jan 17 17:24:06.309024 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c48c4427-de9d-418e-967d-c0b7c935b589 req-b4dbcef7-f027-4ab8-911e-f35e39b4caf3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396214 Jan 17 17:24:06.795393 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c93e0-1b2c-4137-9805-d41ccf4b81b3 req-f6c4c53e-61ca-4ed4-b940-d6011e5d5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:06.796873 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-778c93e0-1b2c-4137-9805-d41ccf4b81b3 req-f6c4c53e-61ca-4ed4-b940-d6011e5d5f66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1096 time: 0.1175692 Jan 17 17:24:06.843366 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-778c93e0-1b2c-4137-9805-d41ccf4b81b3 req-73e3a1fb-4a1b-4706-b642-4d5ed6061cd7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 Jan 17 17:24:06.859198 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444032-197e-48c1-a63a-231dc2b1f08a req-136c89e2-936e-4edb-b274-9ce4d32aaad7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:06.860922 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ca444032-197e-48c1-a63a-231dc2b1f08a req-136c89e2-936e-4edb-b274-9ce4d32aaad7 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.0856454 Jan 17 17:24:06.904176 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ca444032-197e-48c1-a63a-231dc2b1f08a req-3e1dd23f-6d0e-4cb5-9d59-1d781d4c1708 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375338 Jan 17 17:24:07.623750 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:08.092875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc52c7c-9b1e-4437-895c-392183f1a6ca req-fbf4834e-b602-4b3a-a932-b2fcb35deced tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:08.095956 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0dc52c7c-9b1e-4437-895c-392183f1a6ca req-fbf4834e-b602-4b3a-a932-b2fcb35deced tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 943 time: 0.0845068 Jan 17 17:24:08.153549 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0dc52c7c-9b1e-4437-895c-392183f1a6ca req-90fea7bd-e48c-4d7e-b2da-964b2de09d39 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517211 Jan 17 17:24:08.759437 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:24:08.893143 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:08.905413 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': 'a7075359-75d7-4031-9272-0a1ac6207830', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'port_id': 'a7075359-75d7-4031-9272-0a1ac6207830', 'mac_address': 'fa:16:3e:2e:d8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:24:08.958836 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:08.975295 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7075359-75d7-4031-9272-0a1ac6207830 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:24:08.990567 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:08.994400 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:09.061494 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=7']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:09.271507 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['a7075359-75d7-4031-9272-0a1ac6207830'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:24:09.343901 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1274ca3-aef1-478d-944b-2b54765a4e26 req-6195cf10-1f8f-4481-92ff-234bc38f50e4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:09.346284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a1274ca3-aef1-478d-944b-2b54765a4e26 req-6195cf10-1f8f-4481-92ff-234bc38f50e4 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 944 time: 0.0852182 Jan 17 17:24:09.393476 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a1274ca3-aef1-478d-944b-2b54765a4e26 req-9fa94ffd-f4ea-42a1-8dcb-8a16dc348335 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 Jan 17 17:24:10.769843 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:24:10.838839 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port a7075359-75d7-4031-9272-0a1ac6207830 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:24:10.839204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:10.950666 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:10.976977 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:24:10.986122 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:10.990915 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:11.024968 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'code': 200} Jan 17 17:24:11.060626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=8']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:11.548083 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:18.724298 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-68e32d59-96ea-44fc-bd6c-42173c862b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:18.725683 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-68e32d59-96ea-44fc-bd6c-42173c862b84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1138 time: 0.0715246 Jan 17 17:24:18.756665 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f64f-72bb-4c59-9ee6-4a11b434581e req-1bb26fcb-ced1-4ac9-9108-03db89c204ba tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:18.758081 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5163f64f-72bb-4c59-9ee6-4a11b434581e req-1bb26fcb-ced1-4ac9-9108-03db89c204ba tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0816782 Jan 17 17:24:18.808017 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5163f64f-72bb-4c59-9ee6-4a11b434581e req-45b29375-e4ff-4c37-ba28-c23856ec3499 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433407 Jan 17 17:24:18.869284 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-a1208a8f-2493-4097-8c9d-4421d487f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:18.870712 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-a1208a8f-2493-4097-8c9d-4421d487f7af service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.1306503 Jan 17 17:24:19.062213 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-242abf92-c6ed-4c1f-8d12-642eabde6743 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 1002 time: 0.1833813 Jan 17 17:24:19.130803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-735d6774-12d7-44a0-8b74-7598d81c541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:19.132689 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-735d6774-12d7-44a0-8b74-7598d81c541d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0577068 Jan 17 17:24:19.210082 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-adb139f1-73ef-4ee8-a55a-5041bcd86fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:19.211558 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-adb139f1-73ef-4ee8-a55a-5041bcd86fb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725675 Jan 17 17:24:19.343801 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-1db910c2-ddc1-4468-9d1c-bbfed3cbb674 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246703 Jan 17 17:24:19.477481 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-1a13196d-da2c-463d-af65-2193f4a84fd2 req-fb248c0c-c9b9-4cf5-a3bd-5a4f02ed0ec6 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235750 Jan 17 17:24:19.995359 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae382a-5104-4dd6-bea2-b68ba60efed4 req-59f0c69c-27bb-4108-9258-23a1fbeb9fef tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:19.996813 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6ae382a-5104-4dd6-bea2-b68ba60efed4 req-59f0c69c-27bb-4108-9258-23a1fbeb9fef tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0819576 Jan 17 17:24:20.043234 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c6ae382a-5104-4dd6-bea2-b68ba60efed4 req-3e7978cd-412a-4e11-ac2c-37d15e540561 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408008 Jan 17 17:24:21.236446 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44665d-de68-4c0c-ad63-33c2df168b45 req-14fe4b5e-5e23-4c85-8904-ff8fd49ca5f5 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:21.238522 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1c44665d-de68-4c0c-ad63-33c2df168b45 req-14fe4b5e-5e23-4c85-8904-ff8fd49ca5f5 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0833855 Jan 17 17:24:21.284131 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1c44665d-de68-4c0c-ad63-33c2df168b45 req-ee241545-8fb9-4364-845a-7a72a28aa43b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396864 Jan 17 17:24:22.467773 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28651d-d3d9-4459-9d3d-2326364cd85f req-8dcbdbac-63be-4d0e-a2fd-23695603ed99 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:22.469197 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1a28651d-d3d9-4459-9d3d-2326364cd85f req-8dcbdbac-63be-4d0e-a2fd-23695603ed99 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0791824 Jan 17 17:24:22.515311 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1a28651d-d3d9-4459-9d3d-2326364cd85f req-fbcf95ec-45c1-4796-bec5-e7310e1455d8 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397649 Jan 17 17:24:23.041737 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:24:23.460176 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedd6c8-fc98-4650-8964-e2711e3202d7 req-1dba06b5-d946-4270-807e-f3a296c1bae3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:23.461561 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4aedd6c8-fc98-4650-8964-e2711e3202d7 req-1dba06b5-d946-4270-807e-f3a296c1bae3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.1587286 Jan 17 17:24:23.524484 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4aedd6c8-fc98-4650-8964-e2711e3202d7 req-48f74582-9775-4d15-baad-e17ed41409fc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569377 Jan 17 17:24:23.700346 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89d470-2347-4b88-a3c1-314e8c1bdf47 req-1a8aa6fe-ecb3-4871-92cd-8ae33913fdab tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:23.701754 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ba89d470-2347-4b88-a3c1-314e8c1bdf47 req-1a8aa6fe-ecb3-4871-92cd-8ae33913fdab tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0785484 Jan 17 17:24:23.751462 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ba89d470-2347-4b88-a3c1-314e8c1bdf47 req-882e18da-c392-40d7-897d-7b6b9c2d6dda tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438025 Jan 17 17:24:24.713932 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ca45-5600-4cab-86a7-cfc49f3de48b req-2ce9616a-9818-43ff-9cd8-e73ef2146503 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:24.715257 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab36ca45-5600-4cab-86a7-cfc49f3de48b req-2ce9616a-9818-43ff-9cd8-e73ef2146503 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0776801 Jan 17 17:24:24.763522 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ab36ca45-5600-4cab-86a7-cfc49f3de48b req-87cbb1ba-f62d-4589-ad52-d4f77f9223dd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426872 Jan 17 17:24:24.939719 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53433-f0df-4ad6-8e0c-e86b43a3a174 req-8bd6bc54-da80-4d3a-ae27-a67f2cfedb36 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:24.941322 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81a53433-f0df-4ad6-8e0c-e86b43a3a174 req-8bd6bc54-da80-4d3a-ae27-a67f2cfedb36 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0828712 Jan 17 17:24:24.988657 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-81a53433-f0df-4ad6-8e0c-e86b43a3a174 req-02ee621e-7dda-40dc-9abd-f5c1c46c1464 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416124 Jan 17 17:24:25.950887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d251d1d-97af-4b65-94a1-5ba76eda924f req-88229551-33e3-4a26-b682-3af029d6a22a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:25.952340 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d251d1d-97af-4b65-94a1-5ba76eda924f req-88229551-33e3-4a26-b682-3af029d6a22a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0780866 Jan 17 17:24:25.995190 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d251d1d-97af-4b65-94a1-5ba76eda924f req-ed1a660f-9d2d-4704-9e34-fd1d2de8d635 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367541 Jan 17 17:24:26.178301 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3056-bca9-431a-b96c-7765ecb3c485 req-cb49b9dd-cece-4854-90d4-5708ed54311d tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:26.179785 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3b7f3056-bca9-431a-b96c-7765ecb3c485 req-cb49b9dd-cece-4854-90d4-5708ed54311d tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0858879 Jan 17 17:24:26.226769 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3b7f3056-bca9-431a-b96c-7765ecb3c485 req-5b809922-59d2-4745-ab78-b9718e31c960 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411718 Jan 17 17:24:27.197233 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664cf81-b9f7-49ee-aa03-f22f9657dbde req-e97c15f7-4aef-499d-9eed-0bcb78196b73 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:27.198688 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1664cf81-b9f7-49ee-aa03-f22f9657dbde req-e97c15f7-4aef-499d-9eed-0bcb78196b73 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0927277 Jan 17 17:24:27.243688 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1664cf81-b9f7-49ee-aa03-f22f9657dbde req-f6c3e40f-cacb-4c12-abc9-c1b8f3483211 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394638 Jan 17 17:24:27.413540 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde0712-d4c9-4fef-bb02-a0a9e63adaf0 req-2c218b56-9c28-45cc-9c91-3bbc3024832f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:27.414959 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bcde0712-d4c9-4fef-bb02-a0a9e63adaf0 req-2c218b56-9c28-45cc-9c91-3bbc3024832f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0848587 Jan 17 17:24:27.462136 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bcde0712-d4c9-4fef-bb02-a0a9e63adaf0 req-de6e7225-12e5-418f-a531-2ad5ee364dd0 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413816 Jan 17 17:24:28.433017 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76387a30-8127-4562-bf27-a1414857e8a7 req-394e8762-7c2b-496b-9c52-06123b293780 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:28.434436 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76387a30-8127-4562-bf27-a1414857e8a7 req-394e8762-7c2b-496b-9c52-06123b293780 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0784471 Jan 17 17:24:28.482857 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-76387a30-8127-4562-bf27-a1414857e8a7 req-2435c7ff-be45-44fb-8ee0-2fb5bbad7ad7 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428305 Jan 17 17:24:28.659090 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cea827-2eeb-4e8a-bc29-0ddc94d8cfea req-e5304001-208e-487c-a484-96a28efe2d3f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:28.660553 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c4cea827-2eeb-4e8a-bc29-0ddc94d8cfea req-e5304001-208e-487c-a484-96a28efe2d3f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0815477 Jan 17 17:24:28.706886 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c4cea827-2eeb-4e8a-bc29-0ddc94d8cfea req-c309accf-ce42-4694-bd9e-dba74c9d270a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406520 Jan 17 17:24:29.674066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc315f-36e4-403d-85ff-564a1dc77635 req-f39ce6bc-7b83-443b-8e80-48459a3b2312 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:29.676089 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eefc315f-36e4-403d-85ff-564a1dc77635 req-f39ce6bc-7b83-443b-8e80-48459a3b2312 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0829372 Jan 17 17:24:29.719156 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eefc315f-36e4-403d-85ff-564a1dc77635 req-c7756395-fc34-4ce6-90f1-e93ebd02692b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375593 Jan 17 17:24:29.889484 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0e419-c9bf-440a-a098-466e8a413eaa req-a6ebb222-06a9-4b29-89ae-4a772cf1e64b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:29.890901 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-40b0e419-c9bf-440a-a098-466e8a413eaa req-a6ebb222-06a9-4b29-89ae-4a772cf1e64b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0801754 Jan 17 17:24:29.937398 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-40b0e419-c9bf-440a-a098-466e8a413eaa req-dc2254a0-8246-4db0-a7a2-e1bddead6ae5 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400074 Jan 17 17:24:30.910846 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa151-ab68-41c8-8ad3-fbfe46d66831 req-f406a419-a62c-4f33-a1f2-c83a92ce7cfc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:30.912305 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffffa151-ab68-41c8-8ad3-fbfe46d66831 req-f406a419-a62c-4f33-a1f2-c83a92ce7cfc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0867560 Jan 17 17:24:30.955829 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffffa151-ab68-41c8-8ad3-fbfe46d66831 req-18fd3398-198d-45e1-94be-942779fbbd70 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377815 Jan 17 17:24:31.120247 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c1311-c095-4644-847c-e8c1238864c7 req-71bc87b9-581b-47d1-a3ba-b44de2cb7b36 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:31.121594 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f2c1311-c095-4644-847c-e8c1238864c7 req-71bc87b9-581b-47d1-a3ba-b44de2cb7b36 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0803528 Jan 17 17:24:31.170721 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f2c1311-c095-4644-847c-e8c1238864c7 req-d7a5068d-76d5-40c3-a46b-af0775b7e286 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435038 Jan 17 17:24:32.144684 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951a116-e0e9-494e-b5e6-5a621ed716cc req-d02267e1-6359-49b9-b37a-c78250088105 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:32.146115 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b951a116-e0e9-494e-b5e6-5a621ed716cc req-d02267e1-6359-49b9-b37a-c78250088105 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0784414 Jan 17 17:24:32.189379 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b951a116-e0e9-494e-b5e6-5a621ed716cc req-458922ed-08db-4843-9315-bb404f681b8b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377371 Jan 17 17:24:32.358885 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c8587-0ec5-4db9-afc7-a4c714e3940a req-35339bbe-e811-43a2-ac9f-be8987d35780 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:32.360272 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-046c8587-0ec5-4db9-afc7-a4c714e3940a req-35339bbe-e811-43a2-ac9f-be8987d35780 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0825872 Jan 17 17:24:32.406770 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-046c8587-0ec5-4db9-afc7-a4c714e3940a req-3491e961-fee5-4c59-902b-6da06efcadab tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403247 Jan 17 17:24:32.703446 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-40397f94-f3df-42a8-a09f-8a987019cccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:33.374812 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276474d6-336b-4250-8a16-5f28baa758c6 req-3189f37c-749a-4759-bbce-0be35898aa02 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:33.376280 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-276474d6-336b-4250-8a16-5f28baa758c6 req-3189f37c-749a-4759-bbce-0be35898aa02 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0791278 Jan 17 17:24:33.419769 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-276474d6-336b-4250-8a16-5f28baa758c6 req-b48e57d0-ef4d-44ed-8037-ccadd1405387 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373344 Jan 17 17:24:33.592222 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdea65-eddb-4791-91cd-2138be51a8cc req-5de7f035-40e4-4637-a79a-9a87cf5dc5c3 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:33.593538 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7bcdea65-eddb-4791-91cd-2138be51a8cc req-5de7f035-40e4-4637-a79a-9a87cf5dc5c3 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0815425 Jan 17 17:24:33.637963 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7bcdea65-eddb-4791-91cd-2138be51a8cc req-e8526d6a-ecdf-4d86-b4c5-fc0e635e87f7 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387681 Jan 17 17:24:34.614023 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a28e-e77e-467b-a707-caa17920c248 req-438f004d-5f3b-486b-9f08-9734af63820b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:34.615472 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3701a28e-e77e-467b-a707-caa17920c248 req-438f004d-5f3b-486b-9f08-9734af63820b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0837030 Jan 17 17:24:34.659948 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3701a28e-e77e-467b-a707-caa17920c248 req-25136060-67ac-4b11-9797-032d40a68c26 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379598 Jan 17 17:24:34.888755 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca0e68-c2c8-4fec-8438-8980386258b3 req-ba8580d6-1586-4258-9d69-4316e14bcbc9 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:34.890185 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-62ca0e68-c2c8-4fec-8438-8980386258b3 req-ba8580d6-1586-4258-9d69-4316e14bcbc9 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.1496506 Jan 17 17:24:34.900626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:24:34.938211 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-62ca0e68-c2c8-4fec-8438-8980386258b3 req-3f3a6480-6d37-4a94-a380-c1e83c294b6d tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419557 Jan 17 17:24:35.034184 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:35.046737 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:24:35.112232 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-23d6a410-dab1-4ccc-8c49-61d4e501b8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:35.118782 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:35.135471 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:24:35.150740 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:35.154436 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:35.222890 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=6']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:35.268995 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:24:35.852349 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838df9d-75dd-4641-8fb3-2809dbccf723 req-4d97a0da-95ad-41a7-965c-ab1d17b24723 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:35.853788 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1838df9d-75dd-4641-8fb3-2809dbccf723 req-4d97a0da-95ad-41a7-965c-ab1d17b24723 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 944 time: 0.0828254 Jan 17 17:24:35.899439 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1838df9d-75dd-4641-8fb3-2809dbccf723 req-2d4b6dda-d498-4f67-aa2f-e538b252b2bb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401306 Jan 17 17:24:36.087235 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:36.135925 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:36.144516 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843e43a-db2c-4620-830c-e5cbe75e7727 req-fa8401b9-75a2-4d3d-a514-5a57fa8ab078 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:36.145963 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3843e43a-db2c-4620-830c-e5cbe75e7727 req-fa8401b9-75a2-4d3d-a514-5a57fa8ab078 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0980527 Jan 17 17:24:36.193991 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3843e43a-db2c-4620-830c-e5cbe75e7727 req-14edb3cb-fc0c-4150-8219-87febd71f14d tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=b1b9976f-6310-4a0c-942e-d4d7a4721c8e&id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422010 Jan 17 17:24:36.911798 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:24:37.002613 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:24:37.003575 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:37.116054 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca76f51-7c4d-4c9b-b109-fe4936787d91 req-5367c4a5-7647-47ba-b39c-0fca26e24c72 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:37.117608 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9ca76f51-7c4d-4c9b-b109-fe4936787d91 req-5367c4a5-7647-47ba-b39c-0fca26e24c72 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 944 time: 0.0971911 Jan 17 17:24:37.152422 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:37.169087 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9ca76f51-7c4d-4c9b-b109-fe4936787d91 req-738d7cba-87fe-4b11-a175-e5042ba0edd4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448210 Jan 17 17:24:37.186252 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:24:37.213100 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:37.224772 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:37.331608 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'code': 200} Jan 17 17:24:37.343175 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=7']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:37.641626 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:38.385484 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01133df-f103-4b04-8030-744b29d31f26 req-497ed7bc-fbb2-423b-b50f-a66f91c4308f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:38.386995 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a01133df-f103-4b04-8030-744b29d31f26 req-497ed7bc-fbb2-423b-b50f-a66f91c4308f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0888178 Jan 17 17:24:38.437356 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a01133df-f103-4b04-8030-744b29d31f26 req-ae39b998-2b79-4efa-aef6-e42da36797c8 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445850 Jan 17 17:24:39.645794 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58da7-b8d8-4204-b3c6-85c7f74505fa req-856ffa12-4829-4bae-8fd2-b9d7a0745c7a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:39.647180 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-23a58da7-b8d8-4204-b3c6-85c7f74505fa req-856ffa12-4829-4bae-8fd2-b9d7a0745c7a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0885456 Jan 17 17:24:39.698561 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-23a58da7-b8d8-4204-b3c6-85c7f74505fa req-e49d4304-8cc2-49fb-ae87-fbf8b3fd5e8c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448582 Jan 17 17:24:40.900994 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f9d90-ce6f-481e-bf4b-394c76b0732c req-7b221a9b-6dcf-41dc-a5d8-042234a151f3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:40.902456 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0a4f9d90-ce6f-481e-bf4b-394c76b0732c req-7b221a9b-6dcf-41dc-a5d8-042234a151f3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0840662 Jan 17 17:24:40.953646 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0a4f9d90-ce6f-481e-bf4b-394c76b0732c req-ca297b4b-1b0a-46dd-a306-1d5a803589ab tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454004 Jan 17 17:24:41.580817 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:42.179379 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b040e-8a3a-40a5-920e-a4bdf1104033 req-21c80530-a5bc-4f87-a559-f8e3369fc5a3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:42.180876 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4c5b040e-8a3a-40a5-920e-a4bdf1104033 req-21c80530-a5bc-4f87-a559-f8e3369fc5a3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0842855 Jan 17 17:24:42.233909 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4c5b040e-8a3a-40a5-920e-a4bdf1104033 req-815daa36-d8cc-48bf-b104-c12d8832cbb2 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474722 Jan 17 17:24:43.463286 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761306-39db-4a50-9907-9b7737fefc24 req-da52a078-78e3-49cd-aacc-2ba0905cfb6b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:43.464914 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f1761306-39db-4a50-9907-9b7737fefc24 req-da52a078-78e3-49cd-aacc-2ba0905cfb6b tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0907183 Jan 17 17:24:43.514254 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f1761306-39db-4a50-9907-9b7737fefc24 req-fbf97b32-7c54-40c1-83e2-c96b080e5739 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433612 Jan 17 17:24:44.729235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197382b-b193-42a4-bd3d-cff78efa2483 req-cc1daf93-41c4-4d68-9a78-1959e5a5e679 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:44.730808 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0197382b-b193-42a4-bd3d-cff78efa2483 req-cc1daf93-41c4-4d68-9a78-1959e5a5e679 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0862434 Jan 17 17:24:44.782556 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0197382b-b193-42a4-bd3d-cff78efa2483 req-e87ff946-4f5b-4a15-a387-e40ff394f6ea tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457454 Jan 17 17:24:45.815151 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-e5991bc9-aa51-4b07-bcbc-d209b5fc4874 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691009 Jan 17 17:24:45.994823 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491897f0-2c9f-400a-924e-481a2033d853 req-1bb1ecf0-80f4-4110-b56c-8a003b8b4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:45.996588 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-1bb1ecf0-80f4-4110-b56c-8a003b8b4ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0897322 Jan 17 17:24:46.029289 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811eb2-40da-429b-b602-345887ca7088 req-7dbf1b6b-851e-436f-ad39-1e83b107aaa3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.030694 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22811eb2-40da-429b-b602-345887ca7088 req-7dbf1b6b-851e-436f-ad39-1e83b107aaa3 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.1332328 Jan 17 17:24:46.098990 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-22811eb2-40da-429b-b602-345887ca7088 req-249a2064-0560-407d-9fe7-5ace2d8cca63 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581658 Jan 17 17:24:46.107752 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-8d13317f-d586-40fa-b739-71a9219ca50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.109117 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-8d13317f-d586-40fa-b739-71a9219ca50b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1098 time: 0.1205046 Jan 17 17:24:46.152006 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491897f0-2c9f-400a-924e-481a2033d853 req-3f6da547-2b30-4d08-b02d-da133954757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.153520 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-3f6da547-2b30-4d08-b02d-da133954757f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1353667 Jan 17 17:24:46.246687 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-9cfa09f0-01de-49d5-b5bb-c1905c66ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.248144 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-9cfa09f0-01de-49d5-b5bb-c1905c66ab96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1321316 Jan 17 17:24:46.262474 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-a5f10717-9c84-43d6-ab84-891517db6abc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 1001 time: 0.0939417 Jan 17 17:24:46.338022 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491897f0-2c9f-400a-924e-481a2033d853 req-85e6356d-3d1a-4463-96a6-7e224f165e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.341120 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-85e6356d-3d1a-4463-96a6-7e224f165e9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.0714264 Jan 17 17:24:46.352515 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-65f6c972-b3d5-4622-94ed-59b6bc1d2b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 1001 time: 0.0972161 Jan 17 17:24:46.419311 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491897f0-2c9f-400a-924e-481a2033d853 req-fd0ae119-6d47-4d33-907f-127303d80db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.420819 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-fd0ae119-6d47-4d33-907f-127303d80db0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715544 Jan 17 17:24:46.431791 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-1ddc2a7b-1962-4725-bd9f-8d9bb8395d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.433249 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-1ddc2a7b-1962-4725-bd9f-8d9bb8395d1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.0690877 Jan 17 17:24:46.513796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-c662a03e-340d-4e9f-b48d-9ef09f091622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:46.515245 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-c662a03e-340d-4e9f-b48d-9ef09f091622 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695558 Jan 17 17:24:46.561403 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-c5f74973-e868-4913-8d89-4ef9ebe81034 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320696 Jan 17 17:24:46.653270 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-43f02b21-b5e9-4959-92c8-b32e32935379 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308920 Jan 17 17:24:46.719045 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-491897f0-2c9f-400a-924e-481a2033d853 req-28862d93-6bcd-4cc9-9013-e687ef9aca89 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439695 Jan 17 17:24:46.872268 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fac0d660-b7ce-4436-9e50-f9bda19db1b5 req-d6e19bdc-2dfc-4485-a760-f6e6cf8d455d service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994805 Jan 17 17:24:47.295508 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd76f7d-342c-4a72-9370-b68c2691971f req-0ae93f17-c9e9-4c2a-b986-6eceae2b5e33 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:47.296964 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5bd76f7d-342c-4a72-9370-b68c2691971f req-0ae93f17-c9e9-4c2a-b986-6eceae2b5e33 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0847912 Jan 17 17:24:47.342749 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5bd76f7d-342c-4a72-9370-b68c2691971f req-9348cf13-9177-46b0-a0dc-872ca78eab0c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390184 Jan 17 17:24:48.182479 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78f7de-3d0b-49b7-a030-15e43bec752b req-2276dbf1-51c4-4228-9610-355689db90e4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:48.183950 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d78f7de-3d0b-49b7-a030-15e43bec752b req-2276dbf1-51c4-4228-9610-355689db90e4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0788789 Jan 17 17:24:48.228932 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6d78f7de-3d0b-49b7-a030-15e43bec752b req-78eab1c7-e657-4ffd-87dd-bde57c0367ee tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Jan 17 17:24:48.537394 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221098b6-2d6d-40fa-bce8-374b5bb1f2b8 req-283507fa-6669-4c84-8e1b-d5c5018777e0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:48.538829 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-221098b6-2d6d-40fa-bce8-374b5bb1f2b8 req-283507fa-6669-4c84-8e1b-d5c5018777e0 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 945 time: 0.0821424 Jan 17 17:24:48.585390 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-221098b6-2d6d-40fa-bce8-374b5bb1f2b8 req-e580ae55-a5e9-4d94-8f2e-ab262e1d5101 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407755 Jan 17 17:24:48.991808 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:24:49.102437 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:49.130142 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:24:49.139699 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:24:49.144650 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:24:49.183012 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'code': 200} Jan 17 17:24:49.218078 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=8']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:24:49.411722 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f25f-0fb3-4a88-b70e-32aa15bed7d1 req-40958736-381e-4e6e-b052-ebb14ba95f95 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:49.413189 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5078f25f-0fb3-4a88-b70e-32aa15bed7d1 req-40958736-381e-4e6e-b052-ebb14ba95f95 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0793712 Jan 17 17:24:49.461045 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5078f25f-0fb3-4a88-b70e-32aa15bed7d1 req-ca550edc-ff17-4964-9107-a92ef6cf577b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Jan 17 17:24:49.775557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef7e16-937f-4d62-8a13-5f13bbeef625 req-8ca6a590-37d8-4f6e-ab52-7c112dc03c7e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:49.777058 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f1ef7e16-937f-4d62-8a13-5f13bbeef625 req-8ca6a590-37d8-4f6e-ab52-7c112dc03c7e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0784843 Jan 17 17:24:49.823315 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f1ef7e16-937f-4d62-8a13-5f13bbeef625 req-d970f57e-19c5-457a-bbe4-b3109517e499 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405610 Jan 17 17:24:50.653754 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83565481-ec62-413a-b6b2-6c8534dfe5c7 req-c3882cab-040b-4ba3-80b5-12a0614e6312 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:50.655248 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83565481-ec62-413a-b6b2-6c8534dfe5c7 req-c3882cab-040b-4ba3-80b5-12a0614e6312 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0905404 Jan 17 17:24:50.701232 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83565481-ec62-413a-b6b2-6c8534dfe5c7 req-d2c8a78f-79ff-4e43-9e47-2891aa2b097b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Jan 17 17:24:51.365909 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807ba07-84a2-462c-9ac6-03d5adb5ac48 req-b0271a84-1eec-40e1-9aac-3c0b011b3720 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:51.367386 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3807ba07-84a2-462c-9ac6-03d5adb5ac48 req-b0271a84-1eec-40e1-9aac-3c0b011b3720 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0820787 Jan 17 17:24:51.414036 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3807ba07-84a2-462c-9ac6-03d5adb5ac48 req-3063969b-8132-49e0-ac19-bb8444a82a99 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402327 Jan 17 17:24:51.509560 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54632) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:24:51.625913 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-0c4e7c53-dda8-409c-b147-2a53f82c10bf service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151381 Jan 17 17:24:51.895398 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d239949-89d1-4875-aebf-21025b0b94ad req-8a48d915-6c0f-4c08-b903-a5f8d3719542 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:51.897531 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d239949-89d1-4875-aebf-21025b0b94ad req-8a48d915-6c0f-4c08-b903-a5f8d3719542 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0875041 Jan 17 17:24:51.954246 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d239949-89d1-4875-aebf-21025b0b94ad req-2206535f-5e15-42b5-8119-79b8cb41d00d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507729 Jan 17 17:24:52.637249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-6e90fad0-e191-4474-9560-a5f66e7d4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:52.638703 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-6e90fad0-e191-4474-9560-a5f66e7d4551 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98&tenant_id=37dc42548dbf4073be59ed76c7954929 HTTP/1.1" status: 200 len: 1096 time: 0.1373663 Jan 17 17:24:52.648131 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce72b5f-1799-457b-a278-c44de0bd55d1 req-88b06a55-29e3-48bf-ba4b-aefcedb5eccb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:52.649475 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ce72b5f-1799-457b-a278-c44de0bd55d1 req-88b06a55-29e3-48bf-ba4b-aefcedb5eccb tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.1185832 Jan 17 17:24:52.750860 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ce72b5f-1799-457b-a278-c44de0bd55d1 req-2b5df0fd-830e-492a-b30f-07eb6fef5138 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951388 Jan 17 17:24:52.766749 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-758c5dd4-ad12-492d-957b-f891a9a47d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:52.768324 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-758c5dd4-ad12-492d-957b-f891a9a47d9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=37dc42548dbf4073be59ed76c7954929&device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1096 time: 0.0992999 Jan 17 17:24:52.903162 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-bc283549-4e88-4d97-aca1-5514772ba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:52.904613 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-bc283549-4e88-4d97-aca1-5514772ba6c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 200 len: 917 time: 0.1291671 Jan 17 17:24:53.008596 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-e66e0b15-5285-472b-8227-ec672d037531 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 200 len: 999 time: 0.0963140 Jan 17 17:24:53.033585 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:24:53.115570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-8c6cb60d-59f7-49d2-af9e-c744374e1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:53.117023 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-8c6cb60d-59f7-49d2-af9e-c744374e1fad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 200 len: 855 time: 0.1016448 Jan 17 17:24:53.208098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a2a33-4021-4bb1-bfd8-4ac4cb500cce req-c1a9a2fb-e304-440d-b1c9-c82999b71c3b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:53.209761 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fc8a2a33-4021-4bb1-bfd8-4ac4cb500cce req-c1a9a2fb-e304-440d-b1c9-c82999b71c3b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1475508 Jan 17 17:24:53.238448 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-928951f4-2371-47c6-8420-e5a4160a6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:53.239870 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-928951f4-2371-47c6-8420-e5a4160a6e2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=432d7935-6285-4393-b3a4-f344ec31b387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1149993 Jan 17 17:24:53.404272 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-fc8a2a33-4021-4bb1-bfd8-4ac4cb500cce req-d64ccad4-4998-4051-9f71-0bce6adb78bc tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887710 Jan 17 17:24:53.456924 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-1d2fd574-294e-4ace-a25a-6420fa55f207 service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088563 Jan 17 17:24:53.585817 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d79d9ea6-a26b-44be-9fde-fd0e2f0d854e req-b4edbc75-3daa-4236-802f-b1c2b41ef1bd service neutron] 10.222.0.57 "GET /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205130 Jan 17 17:24:53.961943 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3dcba-1a99-4c08-b043-35a3f070783a req-6a70b60b-5f37-4041-b2d2-db11ee89c325 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:53.963638 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bff3dcba-1a99-4c08-b043-35a3f070783a req-6a70b60b-5f37-4041-b2d2-db11ee89c325 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0991492 Jan 17 17:24:54.038064 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bff3dcba-1a99-4c08-b043-35a3f070783a req-af0551e3-31b9-4762-a3e9-55513dd55a6f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655689 Jan 17 17:24:54.596690 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05893c74-f262-484f-ad47-c47ddf47c0ed req-001524fd-4e97-4300-93a3-ac8eb79779da tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:54.598945 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-05893c74-f262-484f-ad47-c47ddf47c0ed req-001524fd-4e97-4300-93a3-ac8eb79779da tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0835927 Jan 17 17:24:54.645130 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-05893c74-f262-484f-ad47-c47ddf47c0ed req-a88fa873-af0f-4852-9c2c-7dbae8500be4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Jan 17 17:24:55.250922 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8d7b9-dcad-4fa9-bcf8-5155bb67bceb req-74dc404c-6741-4425-a7d7-07a195fd94d9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:55.252386 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7bb8d7b9-dcad-4fa9-bcf8-5155bb67bceb req-74dc404c-6741-4425-a7d7-07a195fd94d9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0884304 Jan 17 17:24:55.299023 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7bb8d7b9-dcad-4fa9-bcf8-5155bb67bceb req-20fb37d1-fbd1-4986-b9bb-22c33b22895d tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404527 Jan 17 17:24:55.838644 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381322c7-c197-44a4-a9b7-f9b6fbd08e14 req-23aecec8-c007-49da-8f8c-1a02ab8e7728 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:55.840132 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-381322c7-c197-44a4-a9b7-f9b6fbd08e14 req-23aecec8-c007-49da-8f8c-1a02ab8e7728 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0837460 Jan 17 17:24:55.888210 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-381322c7-c197-44a4-a9b7-f9b6fbd08e14 req-a3d19f86-abcf-4cd3-97d9-b1e722b34d74 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Jan 17 17:24:56.512261 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ca2a-d12c-47bf-bdff-262f7f01082a req-f94bd142-a308-46b8-b755-dc8b98afcff1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:56.517618 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9bc9ca2a-d12c-47bf-bdff-262f7f01082a req-f94bd142-a308-46b8-b755-dc8b98afcff1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0925517 Jan 17 17:24:56.562159 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9bc9ca2a-d12c-47bf-bdff-262f7f01082a req-8ce7189d-2f30-49ca-88d1-9161aad0674e tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402877 Jan 17 17:24:57.090410 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3f8ee-f3bd-46e8-8c0c-53ed9764647f req-e242badb-4078-4e28-88e4-d428dc49ad40 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:57.091929 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eef3f8ee-f3bd-46e8-8c0c-53ed9764647f req-e242badb-4078-4e28-88e4-d428dc49ad40 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0943780 Jan 17 17:24:57.144949 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-eef3f8ee-f3bd-46e8-8c0c-53ed9764647f req-66de297e-dd97-4c8c-9a91-c5dc87ced544 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Jan 17 17:24:57.764119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ce3d-8d68-469f-b974-8d1d9c10a8f6 req-4187ede0-baf3-41de-a1e9-b251a55c5113 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:57.765577 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dde0ce3d-8d68-469f-b974-8d1d9c10a8f6 req-4187ede0-baf3-41de-a1e9-b251a55c5113 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0861874 Jan 17 17:24:57.825900 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-dde0ce3d-8d68-469f-b974-8d1d9c10a8f6 req-fb74b6f4-2a3f-45b8-9917-8e6def49128a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494373 Jan 17 17:24:58.342062 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b0dcf-26be-49a4-a646-289ae5a73a7c req-7982cc79-ac73-4d1b-aced-e45a8b4f0881 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:58.349470 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a33b0dcf-26be-49a4-a646-289ae5a73a7c req-7982cc79-ac73-4d1b-aced-e45a8b4f0881 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0965738 Jan 17 17:24:58.391572 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a33b0dcf-26be-49a4-a646-289ae5a73a7c req-e1fee779-a100-4c8b-b331-71a034036ed2 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411744 Jan 17 17:24:59.029190 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186e227-7d73-4a4a-8fc1-d466e3ffbe96 req-6bb160b5-57b8-4898-b9ae-21f7d199b349 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:59.030686 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0186e227-7d73-4a4a-8fc1-d466e3ffbe96 req-6bb160b5-57b8-4898-b9ae-21f7d199b349 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0857701 Jan 17 17:24:59.082325 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0186e227-7d73-4a4a-8fc1-d466e3ffbe96 req-55894e5c-e568-4686-a98d-9fa51f9a40dc tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450277 Jan 17 17:24:59.591191 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4002e-c3c7-480a-a8bb-2fb1bac2cfe4 req-ed6d9d24-49b0-4aab-83b1-84100ef27deb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:24:59.592859 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7fd4002e-c3c7-480a-a8bb-2fb1bac2cfe4 req-ed6d9d24-49b0-4aab-83b1-84100ef27deb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0856972 Jan 17 17:24:59.640260 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7fd4002e-c3c7-480a-a8bb-2fb1bac2cfe4 req-0581a53d-db36-4285-9a61-76ed9d0ddc25 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Jan 17 17:25:00.040548 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:25:00.287662 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae213cf-810b-4290-80a2-ebe4ea25ad68 req-3c8da069-29f1-4c13-aac4-8b88290de17c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:00.289136 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ae213cf-810b-4290-80a2-ebe4ea25ad68 req-3c8da069-29f1-4c13-aac4-8b88290de17c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0831475 Jan 17 17:25:00.344274 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ae213cf-810b-4290-80a2-ebe4ea25ad68 req-83ad7230-405f-4c9c-a0f5-8915d04b85e1 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491698 Jan 17 17:25:00.862320 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd5f3-3f0d-48f4-86f9-43996e69344a req-4e0f7054-8e03-4b2d-ba63-eb5bd209bf31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:00.864107 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-01fcd5f3-3f0d-48f4-86f9-43996e69344a req-4e0f7054-8e03-4b2d-ba63-eb5bd209bf31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0984926 Jan 17 17:25:00.909588 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-01fcd5f3-3f0d-48f4-86f9-43996e69344a req-1038e906-a588-45a3-9cd0-3c471083dbbb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Jan 17 17:25:01.556277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e137c-9d01-499f-b175-1db8eb4c46de req-f69e367f-9659-433c-946d-44b620406812 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:01.557739 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f05e137c-9d01-499f-b175-1db8eb4c46de req-f69e367f-9659-433c-946d-44b620406812 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0871792 Jan 17 17:25:01.603069 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f05e137c-9d01-499f-b175-1db8eb4c46de req-33953563-faca-459e-b96d-86b650926c99 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392861 Jan 17 17:25:02.095652 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf28c1-eb35-4bff-9b7d-737bfa0717eb req-4430a187-2cee-483d-b475-3471b092dfb8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:02.097110 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-35cf28c1-eb35-4bff-9b7d-737bfa0717eb req-4430a187-2cee-483d-b475-3471b092dfb8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0786307 Jan 17 17:25:02.140288 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-35cf28c1-eb35-4bff-9b7d-737bfa0717eb req-fb732d0b-3d0a-4d40-b7a5-74cd079a7f2a tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374506 Jan 17 17:25:02.706912 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5b85b596-3f75-4040-80ba-736b7c473598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:02.802834 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562351f-6694-46db-baa3-b4d74c62376d req-030309ea-182d-4edd-8e58-f07a8098968a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:02.804306 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a562351f-6694-46db-baa3-b4d74c62376d req-030309ea-182d-4edd-8e58-f07a8098968a tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.0876081 Jan 17 17:25:02.848584 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a562351f-6694-46db-baa3-b4d74c62376d req-e60b2052-dc37-485f-a0df-a8cb5b09614f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386522 Jan 17 17:25:03.325588 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff97c-94ff-4245-9ff8-55cf813cc04a req-1aff0d17-1921-45ff-baa5-348dadf4c457 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:03.326950 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-db8ff97c-94ff-4245-9ff8-55cf813cc04a req-1aff0d17-1921-45ff-baa5-348dadf4c457 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0793743 Jan 17 17:25:03.370630 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-db8ff97c-94ff-4245-9ff8-55cf813cc04a req-f244d5a9-566a-40aa-b930-7e322cbb07de tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373969 Jan 17 17:25:03.826368 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47711f-bf47-4fe9-882e-dc91dc3262c0 req-bec99b31-87f3-4ba3-b9fc-ecc1a5baa9cf tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:03.827720 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f47711f-bf47-4fe9-882e-dc91dc3262c0 req-bec99b31-87f3-4ba3-b9fc-ecc1a5baa9cf tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1995659 Jan 17 17:25:03.833494 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-1635ebe7-5257-44e6-97eb-01f37fd1ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:03.835083 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-1635ebe7-5257-44e6-97eb-01f37fd1ec3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 1099 time: 0.1079457 Jan 17 17:25:03.955410 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1f47711f-bf47-4fe9-882e-dc91dc3262c0 req-78c195f3-9f71-457f-8d30-f79745e30687 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193681 Jan 17 17:25:04.041051 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-85e6b946-f6c5-4093-8a98-1600a04a0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:04.042456 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-85e6b946-f6c5-4093-8a98-1600a04a0155 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.1944187 Jan 17 17:25:04.145701 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e56c5-f3ec-4565-8477-47c13c7f8766 req-591ba368-59e5-41f4-add2-7caaadffd8d9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:04.147116 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c94e56c5-f3ec-4565-8477-47c13c7f8766 req-591ba368-59e5-41f4-add2-7caaadffd8d9 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.1885531 Jan 17 17:25:04.172872 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-13ff2fb1-7b43-4094-9d11-364c85589afc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 200 len: 1002 time: 0.1218836 Jan 17 17:25:04.242237 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c94e56c5-f3ec-4565-8477-47c13c7f8766 req-2aa3b6cc-077a-4ef4-a25b-e603e9cad204 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877838 Jan 17 17:25:04.252273 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-6936c515-4de8-420f-a0b3-fb7ab1714023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:04.253824 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-6936c515-4de8-420f-a0b3-fb7ab1714023 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0739470 Jan 17 17:25:04.327370 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-bedf97d0-319d-4dd4-abfd-8f4538a5b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:04.328832 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-bedf97d0-319d-4dd4-abfd-8f4538a5b952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687644 Jan 17 17:25:04.460569 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-4e16cce7-cefd-4701-b2e2-e7cbac3253d4 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244512 Jan 17 17:25:04.590968 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-43353256-7bca-4aaf-bfc5-15a68422ab00 req-96a7a145-b943-4941-8b13-dae2f9b031d3 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235595 Jan 17 17:25:05.077316 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-8455abca-2315-49d4-bf64-3c74580c329b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:05.117902 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:25:05.188066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec4af5-0106-452a-86fb-cadf927f2dbd req-ada5f656-f68c-49d8-85b3-5f8d890ac462 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:05.189670 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffec4af5-0106-452a-86fb-cadf927f2dbd req-ada5f656-f68c-49d8-85b3-5f8d890ac462 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1108570 Jan 17 17:25:05.247102 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ffec4af5-0106-452a-86fb-cadf927f2dbd req-55f26027-c9ca-475f-a3c1-417463b810c5 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498550 Jan 17 17:25:05.295619 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:05.310787 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'port_id': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'mac_address': 'fa:16:3e:06:25:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:25:05.386017 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:05.413233 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:25:05.429828 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:05.435806 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:05.463574 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca88828-2a8d-4b7b-9367-0ebed490c40d req-f5f3aa6d-b50a-474d-a88c-e770922eeac4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:05.465896 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ca88828-2a8d-4b7b-9367-0ebed490c40d req-f5f3aa6d-b50a-474d-a88c-e770922eeac4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 943 time: 0.1053610 Jan 17 17:25:05.510959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=9']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:05.518253 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.519443 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.519892 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.520252 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.521812 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-1ca88828-2a8d-4b7b-9367-0ebed490c40d req-68d6d80e-fcbd-4654-8f04-5783bde7815c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473058 Jan 17 17:25:05.522158 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.522583 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.522996 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.523398 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.523822 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.524220 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.524721 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.525187 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:05.721348 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:25:06.091041 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.136368 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:06.449590 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567890-f76e-4679-a28d-fcc73bd4fcbc req-c4b23d56-61dc-48d6-9682-7103d271e301 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:06.451029 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2a567890-f76e-4679-a28d-fcc73bd4fcbc req-c4b23d56-61dc-48d6-9682-7103d271e301 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0849988 Jan 17 17:25:06.494075 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2a567890-f76e-4679-a28d-fcc73bd4fcbc req-983085f6-227b-41fe-ada3-fda51a6d0d51 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374768 Jan 17 17:25:06.719115 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844c636-de79-4be3-ad03-9438de3fecac req-c5ffc994-015d-4e6d-ac7e-b60c50033bf4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:06.720508 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a844c636-de79-4be3-ad03-9438de3fecac req-c5ffc994-015d-4e6d-ac7e-b60c50033bf4 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 944 time: 0.0823171 Jan 17 17:25:06.767568 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a844c636-de79-4be3-ad03-9438de3fecac req-509c5919-7c74-4c27-ac1b-276fb6050d34 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415449 Jan 17 17:25:07.126576 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:25:07.191862 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:25:07.192221 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.304786 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.330868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:07.340523 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:07.345854 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.382228 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'code': 200} Jan 17 17:25:07.413471 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=10']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:07.624757 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be397b4e-8a26-45e5-8b2c-bf774a5f2286 req-637f2a3f-1fd9-4fd7-9a3e-690509d60dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:07.626198 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-be397b4e-8a26-45e5-8b2c-bf774a5f2286 req-637f2a3f-1fd9-4fd7-9a3e-690509d60dcf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 1099 time: 0.0696268 Jan 17 17:25:07.632243 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:07.667315 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-be397b4e-8a26-45e5-8b2c-bf774a5f2286 req-a164f91a-0cd5-48e9-9574-79683b00b42c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336323 Jan 17 17:25:07.960768 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81f6e-ded2-453a-8879-cb3f18649108 req-3c7fb293-2ac6-4d83-b92d-2275f274ffad tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:07.962095 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-49a81f6e-ded2-453a-8879-cb3f18649108 req-3c7fb293-2ac6-4d83-b92d-2275f274ffad tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.0828953 Jan 17 17:25:08.004973 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-49a81f6e-ded2-453a-8879-cb3f18649108 req-2d63c925-b52b-4273-85d8-5720bbb7fc24 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372682 Jan 17 17:25:09.204335 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bfd81-d3a1-4c2a-8f18-64a580a6a98b req-a5976e0b-3e8c-444e-8e14-8ed977f434ab tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:09.205866 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d1bfd81-d3a1-4c2a-8f18-64a580a6a98b req-a5976e0b-3e8c-444e-8e14-8ed977f434ab tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.0841122 Jan 17 17:25:09.251070 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-5d1bfd81-d3a1-4c2a-8f18-64a580a6a98b req-d68e1298-f062-4b35-9b11-cdbd1962442c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386608 Jan 17 17:25:10.517863 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb84cc-f4ee-4887-9e36-98490eee7e15 req-3366c47e-fa4c-4eff-8e2c-53fe05019c6f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:10.519864 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a8fb84cc-f4ee-4887-9e36-98490eee7e15 req-3366c47e-fa4c-4eff-8e2c-53fe05019c6f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.1578701 Jan 17 17:25:10.562475 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a8fb84cc-f4ee-4887-9e36-98490eee7e15 req-6df5e653-339b-4f1c-8ddd-94f714dcd56f tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374408 Jan 17 17:25:11.586297 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:12.366929 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-ad8809b4-fa4d-4c3b-9141-952be091087b tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728496139&fields=id&tenant_id=ab1ed41c72c249ecb2af628c4940a71f HTTP/1.1" status: 200 len: 267 time: 0.0387836 Jan 17 17:25:12.453364 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-61791f88-dc62-47e9-8146-32453c7e8d5a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:12.454787 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-61791f88-dc62-47e9-8146-32453c7e8d5a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 985 time: 0.0825906 Jan 17 17:25:12.466162 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Request body: {'port': {'security_groups': ['f5e130a5-5e75-42b0-a47d-ee54be174bd8']}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:12.586635 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:12.841914 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:12.866491 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:12.870604 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:12.882090 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:25:12.938278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:12.938892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:12.940334 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4759a464-b227-48a6-ae0e-7816ad0bd8b6 req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "PUT /v2.0/ports/76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 943 time: 0.4785111 Jan 17 17:25:12.940774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:12.946590 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54776) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:12.970958 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event updated for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=7']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:12.980547 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.981006 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.981424 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.981761 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.982086 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.982499 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.982821 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.983292 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.983472 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.983787 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.984103 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:12.985013 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e9f126-9cbe-4ced-b47e-ac36e4ee207f tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.059019 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.061971 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:25:13.077506 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:25:13.099038 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.174096 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.184569 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-bbe082bb-7425-416b-a29b-f7b06100964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:13.186507 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-bbe082bb-7425-416b-a29b-f7b06100964f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1099 time: 0.0835030 Jan 17 17:25:13.199270 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b9976f-6310-4a0c-942e-d4d7a4721c8e,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:13.209344 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.209622 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.209958 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.210287 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.210614 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.210940 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.211264 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.211615 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.211938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.212255 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.212571 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.212889 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:25:13.216940 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.221510 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ead99640-0b44-4fff-bc17-428e56406860 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "DELETE /v2.0/security-groups/b1b9976f-6310-4a0c-942e-d4d7a4721c8e HTTP/1.1" status: 204 len: 168 time: 0.2690675 Jan 17 17:25:13.222074 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54782) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:13.248262 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-b5346a27-2fcf-4578-83bb-e21363aab345 None None] Provisioning complete for port 76752f3a-9a79-4fc2-9dc8-16e13655637e triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:25:13.248629 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b5346a27-2fcf-4578-83bb-e21363aab345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.338815 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-adf516b4-ce9f-4a00-a39f-cc687ab2e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:13.340304 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-adf516b4-ce9f-4a00-a39f-cc687ab2e04e service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.1472001 Jan 17 17:25:13.454381 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-f4b83872-5308-4854-8409-5f1f112ffdf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 1002 time: 0.1029963 Jan 17 17:25:13.517601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-013e55a4-d50f-430d-8dc2-fcf103a291df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:13.519632 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-013e55a4-d50f-430d-8dc2-fcf103a291df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0563598 Jan 17 17:25:13.534430 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Deleting port ea532bff-ad84-42ce-8af3-3302e6ffd129 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:13.535330 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.595251 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-b2d3bca4-ef84-4a2e-a633-34d7dab0bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:13.596839 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-b2d3bca4-ef84-4a2e-a633-34d7dab0bfba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718315 Jan 17 17:25:13.705698 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.706007 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:13.730003 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-49fbff61-6eb9-444f-9eb9-e267371a185b service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266775 Jan 17 17:25:13.828188 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Calling delete_port for ea532bff-ad84-42ce-8af3-3302e6ffd129 owned by network:floatingip {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:13.871623 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-795c3c3c-71fb-47a8-b501-64478e89d574 req-fa6cd222-97ba-457c-9a9e-7d3a678525bd service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351042 Jan 17 17:25:13.990558 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:14.036291 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event deleted for resources: {'Port': ['ID=ea532bff-ad84-42ce-8af3-3302e6ffd129,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:14.127087 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks [] for floatingip, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:14.127455 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Floating IP 8f4b5cc5-07d1-4590-9d13-829833a22f77 disassociated (deleted). External IP: 172.28.0.164, port: 76752f3a-9a79-4fc2-9dc8-16e13655637e. Jan 17 17:25:14.485538 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Router 43e210ff-75d3-4e10-9520-4997af5a0cc4 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:14.667541 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:14.677514 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Sync routers for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:14.680167 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:14.686358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:14.686949 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:14.738438 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f66e6231-6d6a-4bfc-b4fc-8e436ca5649a tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "DELETE /v2.0/floatingips/8f4b5cc5-07d1-4590-9d13-829833a22f77 HTTP/1.1" status: 204 len: 168 time: 1.5146859 Jan 17 17:25:14.738986 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:14.836516 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:25:14.902383 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:14.931577 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-79f1f7b0-3683-434f-8029-0a8908ab7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:14.933051 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-79f1f7b0-3683-434f-8029-0a8908ab7498 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 1099 time: 0.0737963 Jan 17 17:25:15.082787 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-c9386a4c-e4b4-4992-bf64-7da5b1b7cc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:15.085029 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-c9386a4c-e4b4-4992-bf64-7da5b1b7cc82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 200 len: 916 time: 0.1463330 Jan 17 17:25:15.236728 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:15.241716 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Checking router: 43e210ff-75d3-4e10-9520-4997af5a0cc4 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:15.250365 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:15.250920 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-c1bb46e9-fd8e-4be9-9656-b23eb84d5c30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 200 len: 217 time: 0.1592135 Jan 17 17:25:15.251044 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:15.313204 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-af844d48-ac19-432e-808d-07e40e20bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:15.314622 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-af844d48-ac19-432e-808d-07e40e20bd46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 200 len: 854 time: 0.0582135 Jan 17 17:25:15.391454 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-751c50ea-deb7-4000-8171-954d8395d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:15.392936 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-751c50ea-deb7-4000-8171-954d8395d601 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=373a3a67-052f-4a98-88e3-582cf4d277a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718119 Jan 17 17:25:15.427067 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:15.527393 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-bc9e792e-310b-441d-9270-a759a1656b77 service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268911 Jan 17 17:25:15.670843 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-099418f0-99fc-4a68-a867-7000db7bd2d1 req-d1e65287-931e-4100-b49a-06f8cfa5ac0a service neutron] 10.222.0.57 "GET /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369538 Jan 17 17:25:15.751462 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:15.755726 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba3c16b-8b19-4a31-bda9-717cea5a30b9 None None] The sync data for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb is: [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:22:55Z', 'revision_number': 4, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '4b94e97f-4b49-4089-aeb5-023458d213a3', 'name': '', 'network_id': '373a3a67-052f-4a98-88e3-582cf4d277a1', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'mac_address': 'fa:16:3e:ad:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:54Z', 'updated_at': '2022-01-17T17:23:03Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'subnets': [{'id': '9cfd9029-fbc0-4329-9b20-771677a33117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:15.971633 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f10567-cdb1-450d-b571-bb090cd1f874 None None] New status for floating IP 8f4b5cc5-07d1-4590-9d13-829833a22f77: DOWN {{(pid=86830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:25:18.037741 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee4ee-6ff6-4c62-b503-028d38f867c3 req-9a1f61e4-7fbe-4987-bf9c-861fb81957dd tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:18.039176 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4bbee4ee-6ff6-4c62-b503-028d38f867c3 req-9a1f61e4-7fbe-4987-bf9c-861fb81957dd tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0852447 Jan 17 17:25:18.083838 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-4bbee4ee-6ff6-4c62-b503-028d38f867c3 req-84bd61d6-43f6-4bcf-b0a8-d8c1c2c0787c tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383518 Jan 17 17:25:19.268765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3095fb5-c36f-4406-941f-d1a1bf972701 req-0f9af0ea-4228-4932-b39b-ae3d87172165 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:19.270273 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3095fb5-c36f-4406-941f-d1a1bf972701 req-0f9af0ea-4228-4932-b39b-ae3d87172165 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0803773 Jan 17 17:25:19.318391 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3095fb5-c36f-4406-941f-d1a1bf972701 req-930791f8-9ff1-4658-b7e5-c47b4418e566 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/security-groups?id=f5e130a5-5e75-42b0-a47d-ee54be174bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Jan 17 17:25:19.849929 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-3d9a1b8f-7199-4e28-902f-ec4553258bdb tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:19.851326 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-3d9a1b8f-7199-4e28-902f-ec4553258bdb tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 946 time: 0.0782604 Jan 17 17:25:19.920269 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Deleting port 76752f3a-9a79-4fc2-9dc8-16e13655637e {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:19.920608 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:20.163152 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] For port 76752f3a-9a79-4fc2-9dc8-16e13655637e, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=76752f3a-9a79-4fc2-9dc8-16e13655637e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:20.163533 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:20.287930 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Calling delete_port for 76752f3a-9a79-4fc2-9dc8-16e13655637e owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:20.428314 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:20.439619 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['76752f3a-9a79-4fc2-9dc8-16e13655637e'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:25:20.518426 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Pushing event deleted for resources: {'Port': ['ID=76752f3a-9a79-4fc2-9dc8-16e13655637e,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:20.523802 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-020b260c-37cb-487d-bc1c-a39bbf045f5c req-cb26e89e-00fc-48a9-bb80-5bae76f5b233 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.102 "GET /v2.0/ports?device_id=d9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c HTTP/1.1" status: 200 len: 210 time: 0.0936623 Jan 17 17:25:20.600674 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] No DVR routers for this DVR port 76752f3a-9a79-4fc2-9dc8-16e13655637e on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:20.603438 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:20.605923 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'name': 'network-vif-deleted', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:20.614411 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-962e69e0-f2c3-4996-b59c-789fabfc9617 req-0849d25a-1e38-48bd-95a3-a754ad511551 tempest-TestMinimumBasicScenario-1104086508 tempest-TestMinimumBasicScenario-1104086508-project] 10.222.0.57 "DELETE /v2.0/ports/76752f3a-9a79-4fc2-9dc8-16e13655637e HTTP/1.1" status: 204 len: 173 time: 0.7569141 Jan 17 17:25:20.654863 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d58ddd-5ea3-4b0e-982d-9e8bdb15ca6c', 'name': 'network-vif-deleted', 'tag': '76752f3a-9a79-4fc2-9dc8-16e13655637e', 'status': 'completed', 'code': 200} Jan 17 17:25:22.135121 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54860) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:22.766613 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:23.124052 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Deleting port 4b94e97f-4b49-4089-aeb5-023458d213a3 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:23.124295 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:23.194414 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 76752f3a-9a79-4fc2-9dc8-16e13655637e no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:23.228308 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 76752f3a-9a79-4fc2-9dc8-16e13655637e {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:23.228646 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 76752f3a-9a79-4fc2-9dc8-16e13655637e not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:23.300694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] For port 4b94e97f-4b49-4089-aeb5-023458d213a3, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4b94e97f-4b49-4089-aeb5-023458d213a3,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:23.301317 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:23.422879 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Calling delete_port for 4b94e97f-4b49-4089-aeb5-023458d213a3 owned by network:router_interface {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:23.835654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:23.883173 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b94e97f-4b49-4089-aeb5-023458d213a3,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:24.151066 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:24.509064 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Router 43e210ff-75d3-4e10-9520-4997af5a0cc4 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:24.680943 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:24.689353 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Sync routers for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:24.689822 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-cb52cba2-5440-47ff-b663-3bb3d34b2786 admin admin] 10.222.0.102 "PUT /v2.0/routers/43e210ff-75d3-4e10-9520-4997af5a0cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5523689 Jan 17 17:25:24.692360 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54864) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:24.698804 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:24.699404 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:24.868053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks [] for router, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:24.878575 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:25.170136 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.180659 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Deleting port 34bdc6de-253a-4fa5-a216-f73366523d49 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:25.181016 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.210608 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251'}], 'enable_snat': True}, 'gw_port_id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:25:23Z', 'revision_number': 5, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port': {'id': '34bdc6de-253a-4fa5-a216-f73366523d49', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:51Z', 'updated_at': '2022-01-17T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:25.214355 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Checking router: 43e210ff-75d3-4e10-9520-4997af5a0cc4 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:25.222710 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Routers {'43e210ff-75d3-4e10-9520-4997af5a0cc4'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:25.223302 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['43e210ff-75d3-4e10-9520-4997af5a0cc4'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:25.371753 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] For port 34bdc6de-253a-4fa5-a216-f73366523d49, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=34bdc6de-253a-4fa5-a216-f73366523d49,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:25.372164 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.380353 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] Set router 43e210ff-75d3-4e10-9520-4997af5a0cc4 gateway port host: None {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:25.485448 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:25:25Z', 'revision_number': 6, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:25.489368 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4d904a-e199-4d96-945b-9453df28b27d None None] The sync data for ids ['43e210ff-75d3-4e10-9520-4997af5a0cc4'] in dv-cinder-818883-2-smb is: [{'id': '43e210ff-75d3-4e10-9520-4997af5a0cc4', 'name': 'tempest-TestMinimumBasicScenario-1281499049-router', 'tenant_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:50Z', 'updated_at': '2022-01-17T17:25:25Z', 'revision_number': 6, 'project_id': 'ab1ed41c72c249ecb2af628c4940a71f', 'gw_port_host': None}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:25.495592 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Calling delete_port for 34bdc6de-253a-4fa5-a216-f73366523d49 owned by network:router_gateway {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:25.514828 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54868) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:25.669419 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.714193 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bdc6de-253a-4fa5-a216-f73366523d49,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:25.796106 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Deleting port 08aedcc1-c2e9-4f6c-b69a-6fa156aea997 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:25.796344 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.808580 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.980940 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.981276 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.988967 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:25.991114 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.013067 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.013549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e210ff-75d3-4e10-9520-4997af5a0cc4 {{(pid=86828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:25:26.026172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.027264 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d2634577-c10e-4854-903b-942e94502434 admin admin] 10.222.0.102 "DELETE /v2.0/routers/43e210ff-75d3-4e10-9520-4997af5a0cc4 HTTP/1.1" status: 204 len: 168 time: 1.3340244 Jan 17 17:25:26.029914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54872) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:26.092503 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Deleting subnet 9cfd9029-fbc0-4329-9b20-771677a33117 {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:25:26.095483 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.107845 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Calling delete_port for 08aedcc1-c2e9-4f6c-b69a-6fa156aea997 owned by network:floatingip {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:26.147341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3854146'] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.267226 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.273283 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.323401 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event deleted for resources: {'Port': ['ID=08aedcc1-c2e9-4f6c-b69a-6fa156aea997,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:26.359648 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100575'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.402044 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.406842 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ff003a-4bbc-47ae-b463-0875c1d7c3a8 None None] Network 373a3a67-052f-4a98-88e3-582cf4d277a1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:26.412282 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54876) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:26.412449 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9cfd9029-fbc0-4329-9b20-771677a33117 HTTP/1.1" status: 204 len: 168 time: 0.3813875 Jan 17 17:25:26.413247 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72f81a-c8b4-44cd-9265-95727b658adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfd9029-fbc0-4329-9b20-771677a33117,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:26.486859 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for floatingip, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.488136 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Floating IP da618f9b-6287-44db-94bc-10caa53d3416 disassociated (deleted). External IP: 172.28.0.146, port: a7075359-75d7-4031-9272-0a1ac6207830. Jan 17 17:25:26.601639 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.674624 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] DHCP port deletion for 373a3a67-052f-4a98-88e3-582cf4d277a1 request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:25:26.677877 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Deleting port 4877cf3a-57c3-4ecc-a937-a4ee540c258e {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:26.678212 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.679247 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Deleting port 4877cf3a-57c3-4ecc-a937-a4ee540c258e {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:26.679714 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:26.726331 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 34bdc6de-253a-4fa5-a216-f73366523d49 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:26.761602 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 34bdc6de-253a-4fa5-a216-f73366523d49 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:26.761937 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 34bdc6de-253a-4fa5-a216-f73366523d49 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:26.762343 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4b94e97f-4b49-4089-aeb5-023458d213a3 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:26.800791 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 4b94e97f-4b49-4089-aeb5-023458d213a3 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:26.801214 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4b94e97f-4b49-4089-aeb5-023458d213a3 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:26.953037 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] For port 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4877cf3a-57c3-4ecc-a937-a4ee540c258e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:26.953393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:27.079257 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Calling delete_port for 4877cf3a-57c3-4ecc-a937-a4ee540c258e owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:27.147586 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] For port 4877cf3a-57c3-4ecc-a937-a4ee540c258e, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=4877cf3a-57c3-4ecc-a937-a4ee540c258e,segment=NetworkSegment(becbb3c2-a440-4f8a-b339-041a0ecf6c2c),segment_id=becbb3c2-a440-4f8a-b339-041a0ecf6c2c)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:27.147938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:27.217518 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324'] for port, after_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:27.266567 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] Pushing event deleted for resources: {'Port': ['ID=4877cf3a-57c3-4ecc-a937-a4ee540c258e,revision_number=None']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:27.271476 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce6afd-a549-4aaa-8b8c-a69fc0a544da None None] No DVR routers for this DVR port 4877cf3a-57c3-4ecc-a937-a4ee540c258e on host dv-cinder-818883-2-smb {{(pid=86829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:27.278243 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Calling delete_port for 4877cf3a-57c3-4ecc-a937-a4ee540c258e owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:27.305112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Router 049f2151-fac7-4124-862d-9cb62d9e7844 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:27.479264 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.db.api [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:27.479570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG oslo_db.api [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:27.520113 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:27.530612 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Sync routers for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:27.537649 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:27.542288 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:27.542883 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:27.594226 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f2185411-0d01-4f58-b968-a4202d347d3f tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "DELETE /v2.0/floatingips/da618f9b-6287-44db-94bc-10caa53d3416 HTTP/1.1" status: 204 len: 168 time: 2.0757389 Jan 17 17:25:27.594226 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:27.638263 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'status': 'completed', 'code': 200} Jan 17 17:25:27.733703 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:27.739793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-aaa5087e-9ab0-4757-b276-f253d9e98596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:27.741512 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-aaa5087e-9ab0-4757-b276-f253d9e98596 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d694c8ea99da46abb59d47d0320607ac&device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 1098 time: 0.0789802 Jan 17 17:25:27.881873 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-3e171109-e84b-4367-80a9-0663aca0b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:27.883739 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-3e171109-e84b-4367-80a9-0663aca0b5e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 200 len: 909 time: 0.1343102 Jan 17 17:25:28.006073 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-d0f8c71b-70fe-4fcf-b9f2-85051fa9143e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 200 len: 217 time: 0.1153290 Jan 17 17:25:28.006484 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Deleting port 4877cf3a-57c3-4ecc-a937-a4ee540c258e {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:28.006819 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.056781 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.060591 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Checking router: 049f2151-fac7-4124-862d-9cb62d9e7844 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:28.068750 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:28.069339 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.141160 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] The port '4877cf3a-57c3-4ecc-a937-a4ee540c258e' was deleted {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:25:28.309310 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:28.314764 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-b50012da-5d1d-4dd8-a86d-c2555add969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:28.316448 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-b50012da-5d1d-4dd8-a86d-c2555add969c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 200 len: 847 time: 0.2863231 Jan 17 17:25:28.388621 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.428211 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451083c-5ba4-47c7-a9f8-7e3157442cb4 req-d3ccf0bf-a9d2-4f4c-bd21-2966425aa5d6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:28.428900 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-3451083c-5ba4-47c7-a9f8-7e3157442cb4 req-d3ccf0bf-a9d2-4f4c-bd21-2966425aa5d6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:28.440051 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373a3a67-052f-4a98-88e3-582cf4d277a1']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.460085 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.460385 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becbb3c2-a440-4f8a-b339-041a0ecf6c2c') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.478544 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.486645 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-3451083c-5ba4-47c7-a9f8-7e3157442cb4 req-d3ccf0bf-a9d2-4f4c-bd21-2966425aa5d6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:28.488655 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3451083c-5ba4-47c7-a9f8-7e3157442cb4 req-d3ccf0bf-a9d2-4f4c-bd21-2966425aa5d6 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.5372646 Jan 17 17:25:28.513761 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.519281 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-ddf09e06-cdaa-4065-b457-79c509eedc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:28.520813 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-ddf09e06-cdaa-4065-b457-79c509eedc67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1842747 Jan 17 17:25:28.530015 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:25:28.530406 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: util.warn( Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: util.warn( Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: util.warn( Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: util.warn( Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:25:28.544155 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:25:28.630253 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:28.634276 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdee64b-d96d-4987-9bbc-88d011653515 None None] The sync data for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb is: [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:20:31Z', 'revision_number': 4, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': 'ff344334-2cd3-45c3-b838-913d1c7086ae', 'name': '', 'network_id': '9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'mac_address': 'fa:16:3e:61:a3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:30Z', 'updated_at': '2022-01-17T17:20:44Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'subnets': [{'id': 'bbbe03f8-85be-4910-830f-6cc608bc7e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:28.638778 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3451083c-5ba4-47c7-a9f8-7e3157442cb4 req-0592a7f4-fac9-4bb7-bb32-d6fbce141f14 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429787 Jan 17 17:25:28.697367 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4877cf3a-57c3-4ecc-a937-a4ee540c258e no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:28.737218 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 4877cf3a-57c3-4ecc-a937-a4ee540c258e {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:28.737870 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 4877cf3a-57c3-4ecc-a937-a4ee540c258e not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:28.828744 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.849561 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:28.869576 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] Pushing event deleted for resources: {'Network': ['ID=373a3a67-052f-4a98-88e3-582cf4d277a1,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:28.891038 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd79cd4-009f-450c-a75d-91d12ef829b8 None None] New status for floating IP da618f9b-6287-44db-94bc-10caa53d3416: DOWN {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:25:28.893642 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-96525a92-4679-42d0-ac8f-df87fbfd3993 admin admin] 10.222.0.102 "DELETE /v2.0/networks/373a3a67-052f-4a98-88e3-582cf4d277a1 HTTP/1.1" status: 204 len: 168 time: 2.4801497 Jan 17 17:25:28.896755 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54886) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:28.897271 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-104e6bba-6ce3-45ff-a8d6-b5a2c4ff3bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376455 Jan 17 17:25:29.033023 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7091bfad-8598-4bc9-a83e-53ba2b21ee85 req-8fae04e9-5ba6-4a41-8906-00cbc38383da service neutron] 10.222.0.57 "GET /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 Jan 17 17:25:29.397703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-fb5884db-0005-441b-9e98-0d7d9da81fd9 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:29.399134 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-fb5884db-0005-441b-9e98-0d7d9da81fd9 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.0926313 Jan 17 17:25:29.472829 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Deleting port a7075359-75d7-4031-9272-0a1ac6207830 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:29.473173 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:29.550996 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:29.744464 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] For port a7075359-75d7-4031-9272-0a1ac6207830, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7075359-75d7-4031-9272-0a1ac6207830,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:29.745555 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:29.919129 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Calling delete_port for a7075359-75d7-4031-9272-0a1ac6207830 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:29.932396 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Deleting port 25098545-6232-4d42-bd5b-2adb606c8383 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:29.932920 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:30.033021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b3900-4810-4b53-914a-1783168e2ea8 req-e668a56a-014b-41e0-9299-577a6ff82aa5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:30.035847 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-273b3900-4810-4b53-914a-1783168e2ea8 req-e668a56a-014b-41e0-9299-577a6ff82aa5 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 945 time: 0.2255578 Jan 17 17:25:30.116766 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] For port 25098545-6232-4d42-bd5b-2adb606c8383, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=25098545-6232-4d42-bd5b-2adb606c8383,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:30.117255 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:30.132459 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-273b3900-4810-4b53-914a-1783168e2ea8 req-3f2c14ad-88ff-436c-a236-471ab4c50a14 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/security-groups?id=c14a2e86-86df-48fe-a1f0-848280adcb04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654104 Jan 17 17:25:30.137919 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:30.221171 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event deleted for resources: {'Port': ['ID=a7075359-75d7-4031-9272-0a1ac6207830,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:30.241570 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Calling delete_port for 25098545-6232-4d42-bd5b-2adb606c8383 owned by network:router_interface {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:30.274390 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] No DVR routers for this DVR port a7075359-75d7-4031-9272-0a1ac6207830 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:30.276821 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:30.279444 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-deleted', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:30.296383 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3ff3221c-a4ab-45b0-a339-cff3fc338457 req-618d60f9-5aea-4aa6-871d-6b43385dff7a tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.57 "DELETE /v2.0/ports/a7075359-75d7-4031-9272-0a1ac6207830 HTTP/1.1" status: 204 len: 173 time: 0.8911281 Jan 17 17:25:30.335675 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d73ff4b-4c0e-4573-ab25-9ddd03abf927', 'name': 'network-vif-deleted', 'tag': 'a7075359-75d7-4031-9272-0a1ac6207830', 'status': 'completed', 'code': 200} Jan 17 17:25:30.438636 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:30.490292 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Pushing event deleted for resources: {'Port': ['ID=25098545-6232-4d42-bd5b-2adb606c8383,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:30.898390 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:31.267997 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:31.309798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-40288296-ca84-461e-84e6-60c2fa8ff2a2 req-bf80d140-d732-4ff1-97e2-a1b57d2a19fd tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Synchronizing usage tracker for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:31.331940 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-40288296-ca84-461e-84e6-60c2fa8ff2a2 req-bf80d140-d732-4ff1-97e2-a1b57d2a19fd tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Unset dirty status for tenant:d694c8ea99da46abb59d47d0320607ac on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:31.333642 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-40288296-ca84-461e-84e6-60c2fa8ff2a2 req-bf80d140-d732-4ff1-97e2-a1b57d2a19fd tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "GET /v2.0/ports?device_id=7d73ff4b-4c0e-4573-ab25-9ddd03abf927 HTTP/1.1" status: 200 len: 210 time: 0.0719743 Jan 17 17:25:31.459216 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:31.468766 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Sync routers for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:31.469278 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-678ebcc6-156c-4883-aaa2-93bd58a6467b admin admin] 10.222.0.102 "PUT /v2.0/routers/f152c4c9-5ae3-46f1-be18-b0ff9c607c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5695007 Jan 17 17:25:31.470468 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54896) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:31.478511 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:31.479183 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:31.646444 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks [] for router, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:31.653893 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:31.821439 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:31.830441 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Deleting port ef715906-ba73-4bd3-832a-e5f7a3c7611a {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:31.830891 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:31.956461 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192'}], 'enable_snat': True}, 'gw_port_id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:25:30Z', 'revision_number': 5, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port': {'id': 'ef715906-ba73-4bd3-832a-e5f7a3c7611a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:59Z', 'updated_at': '2022-01-17T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:31.960578 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Checking router: f152c4c9-5ae3-46f1-be18-b0ff9c607c5b for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:31.968615 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Routers {'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:31.969199 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:32.006204 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] For port ef715906-ba73-4bd3-832a-e5f7a3c7611a, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ef715906-ba73-4bd3-832a-e5f7a3c7611a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:32.006561 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.120349 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] Set router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b gateway port host: None {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:32.225670 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:25:31Z', 'revision_number': 6, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:32.234481 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e07025e-802a-4155-a56d-5525b65b923d None None] The sync data for ids ['f152c4c9-5ae3-46f1-be18-b0ff9c607c5b'] in dv-cinder-818883-2-smb is: [{'id': 'f152c4c9-5ae3-46f1-be18-b0ff9c607c5b', 'name': 'tempest-TestMinimumBasicScenario-422783206-router', 'tenant_id': '44ab23f389874cacba97465a36f91aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:58Z', 'updated_at': '2022-01-17T17:25:31Z', 'revision_number': 6, 'project_id': '44ab23f389874cacba97465a36f91aa0', 'gw_port_host': None}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:32.238417 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Calling delete_port for ef715906-ba73-4bd3-832a-e5f7a3c7611a owned by network:router_gateway {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:32.411476 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.432598 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54904) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:32.460885 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef715906-ba73-4bd3-832a-e5f7a3c7611a,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:32.504021 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.532943 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.552098 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.608665 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.632868 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a2e86-86df-48fe-a1f0-848280adcb04,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:32.648502 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.652907 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4342499c-e9fe-48a2-a147-73f5514eb874 tempest-TestShelveInstance-967336838 tempest-TestShelveInstance-967336838-project] 10.222.0.102 "DELETE /v2.0/security-groups/c14a2e86-86df-48fe-a1f0-848280adcb04 HTTP/1.1" status: 204 len: 168 time: 0.2193062 Jan 17 17:25:32.704032 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54910) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:32.730388 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-1e5675b5-19ac-49ac-866f-9e190028c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.751286 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.753620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.776999 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.777465 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f152c4c9-5ae3-46f1-be18-b0ff9c607c5b {{(pid=86828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:25:32.790734 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] Notify callbacks [] for router, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.791890 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ec60cade-410a-48b6-bcac-ca85409ce155 admin admin] 10.222.0.102 "DELETE /v2.0/routers/f152c4c9-5ae3-46f1-be18-b0ff9c607c5b HTTP/1.1" status: 204 len: 168 time: 1.3204777 Jan 17 17:25:32.794333 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54916) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:32.859640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Deleting subnet 6de3aa47-2496-45db-ac9d-9572e334a15a {{(pid=86828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:25:32.862872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.914522 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3854146'] for subnet, precommit_delete_associations {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:32.997169 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.056141 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 25098545-6232-4d42-bd5b-2adb606c8383 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:33.085347 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3854305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3100575'] for subnet, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.095013 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 25098545-6232-4d42-bd5b-2adb606c8383 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:33.095344 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 25098545-6232-4d42-bd5b-2adb606c8383 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:33.128032 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.131470 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6de3aa47-2496-45db-ac9d-9572e334a15a,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:33.133281 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a661f4-5eaf-4144-bced-e23886e04bec None None] Network 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:33.137738 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c825864b-7a9f-4519-a0c1-4bc7ed0c4c2a admin admin] 10.222.0.102 "DELETE /v2.0/subnets/6de3aa47-2496-45db-ac9d-9572e334a15a HTTP/1.1" status: 204 len: 168 time: 0.3424118 Jan 17 17:25:33.140102 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54920) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:33.255147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.266859 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Deleting port 14cafee1-5ad7-444d-9171-39cf1c294755 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:33.267194 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.280894 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:33.358883 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: a7075359-75d7-4031-9272-0a1ac6207830 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:33.359299 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device a7075359-75d7-4031-9272-0a1ac6207830 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:33.483940 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] DHCP port deletion for 28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:25:33.488667 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Deleting port 14cafee1-5ad7-444d-9171-39cf1c294755 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:33.489243 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.506135 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] For port 14cafee1-5ad7-444d-9171-39cf1c294755, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=14cafee1-5ad7-444d-9171-39cf1c294755,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:33.506729 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.539281 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.631325 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Calling delete_port for 14cafee1-5ad7-444d-9171-39cf1c294755 owned by network:dhcp {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:33.699928 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] For port 14cafee1-5ad7-444d-9171-39cf1c294755, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=14cafee1-5ad7-444d-9171-39cf1c294755,segment=NetworkSegment(922311ab-52b7-4a6f-8286-e535f566ef7c),segment_id=922311ab-52b7-4a6f-8286-e535f566ef7c)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:33.700601 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.715821 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.832265 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Calling delete_port for 14cafee1-5ad7-444d-9171-39cf1c294755 owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:33.854911 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=14cafee1-5ad7-444d-9171-39cf1c294755,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:33.858422 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] No DVR routers for this DVR port 14cafee1-5ad7-444d-9171-39cf1c294755 on host dv-cinder-818883-2-smb {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:33.901710 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Deleting port ff344334-2cd3-45c3-b838-913d1c7086ae {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:33.902141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.918062 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.db.api [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:33.918536 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG oslo_db.api [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:33.973662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:33.998526 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ef2ee7-4227-448a-84b0-76e7d2dbcaf6']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:34.011295 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922311ab-52b7-4a6f-8286-e535f566ef7c') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:34.011647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922311ab-52b7-4a6f-8286-e535f566ef7c') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:34.023565 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.039239 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.046105 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:25:34.046491 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:25:34.060061 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:25:34.081953 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] For port ff344334-2cd3-45c3-b838-913d1c7086ae, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ff344334-2cd3-45c3-b838-913d1c7086ae,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:34.082352 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.137940 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.154233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.166540 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=28ef2ee7-4227-448a-84b0-76e7d2dbcaf6,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:34.169388 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-60bd6825-541f-4ace-8a14-85379b389e3c admin admin] 10.222.0.102 "DELETE /v2.0/networks/28ef2ee7-4227-448a-84b0-76e7d2dbcaf6 HTTP/1.1" status: 204 len: 168 time: 1.0283666 Jan 17 17:25:34.209817 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Calling delete_port for ff344334-2cd3-45c3-b838-913d1c7086ae owned by network:router_interface {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:34.286547 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54926) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:34.338105 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1d6762e9-3486-4e72-bc3f-5c692f562656 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ab1ed41c72c249ecb2af628c4940a71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480671 Jan 17 17:25:34.338277 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54930) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:34.401999 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.420150 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Deleting port 14cafee1-5ad7-444d-9171-39cf1c294755 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:34.420647 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.428613 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.485049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.490474 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f54a5a6e-6d95-4b76-b7ca-e2fd454289e0 None None] The port '14cafee1-5ad7-444d-9171-39cf1c294755' was deleted {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:25:34.509056 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e130a5-5e75-42b0-a47d-ee54be174bd8,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:34.513762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.517575 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f0d21ae2-e265-45e0-bb7d-faf06118941d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f5e130a5-5e75-42b0-a47d-ee54be174bd8 HTTP/1.1" status: 204 len: 168 time: 0.1753690 Jan 17 17:25:34.542940 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.587811 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff344334-2cd3-45c3-b838-913d1c7086ae,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:34.774183 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ef715906-ba73-4bd3-832a-e5f7a3c7611a no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:34.817868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: ef715906-ba73-4bd3-832a-e5f7a3c7611a {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:34.818449 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ef715906-ba73-4bd3-832a-e5f7a3c7611a not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:34.819042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 14cafee1-5ad7-444d-9171-39cf1c294755 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:34.855357 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 14cafee1-5ad7-444d-9171-39cf1c294755 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:34.856123 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 14cafee1-5ad7-444d-9171-39cf1c294755 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:34.934840 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54938) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:34.970607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:34.984260 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-90961381-d2e0-4427-8d12-1cd0d0bc6a75 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=44ab23f389874cacba97465a36f91aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482595 Jan 17 17:25:34.987350 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54942) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:35.044917 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.069797 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3a330903-1aff-48cd-a007-65314f4904f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.077078 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.130229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.146364 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f1afc-fa94-4db2-83e3-8270858304b2,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:35.150724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.154261 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-28fdddd1-24c2-45e7-a6b5-269b30f87479 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/460f1afc-fa94-4db2-83e3-8270858304b2 HTTP/1.1" status: 204 len: 168 time: 0.1633437 Jan 17 17:25:35.341548 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Router 049f2151-fac7-4124-862d-9cb62d9e7844 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:35.535169 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:35.544889 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Sync routers for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:35.552277 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-903d9ec0-e55c-44c6-8c8a-22a0c5737b70 admin admin] 10.222.0.102 "PUT /v2.0/routers/049f2151-fac7-4124-862d-9cb62d9e7844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471277 Jan 17 17:25:35.554826 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54948) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:35.555753 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:35.556356 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:35.730831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks [] for router, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.769908 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:35.910084 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:35.919613 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Deleting port d167f040-f18b-4eff-a23c-d09b7e0e72b6 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:35.919944 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.058423 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:25:34Z', 'revision_number': 5, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port': {'id': 'd167f040-f18b-4eff-a23c-d09b7e0e72b6', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:24Z', 'updated_at': '2022-01-17T17:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:36.062838 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Checking router: 049f2151-fac7-4124-862d-9cb62d9e7844 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:36.072182 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Routers {'049f2151-fac7-4124-862d-9cb62d9e7844'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:36.072787 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['049f2151-fac7-4124-862d-9cb62d9e7844'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:36.197208 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] For port d167f040-f18b-4eff-a23c-d09b7e0e72b6, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=d167f040-f18b-4eff-a23c-d09b7e0e72b6,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:36.197551 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.230323 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.236885 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.253314 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] Set router 049f2151-fac7-4124-862d-9cb62d9e7844 gateway port host: None {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:36.330637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Calling delete_port for d167f040-f18b-4eff-a23c-d09b7e0e72b6 owned by network:router_gateway {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:36.360376 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:25:35Z', 'revision_number': 6, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:36.364321 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a669f63-f9fc-4c69-ada9-70595e0f75ee None None] The sync data for ids ['049f2151-fac7-4124-862d-9cb62d9e7844'] in dv-cinder-818883-2-smb is: [{'id': '049f2151-fac7-4124-862d-9cb62d9e7844', 'name': 'tempest-TestShelveInstance-581355764-router', 'tenant_id': 'd694c8ea99da46abb59d47d0320607ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:23Z', 'updated_at': '2022-01-17T17:25:35Z', 'revision_number': 6, 'project_id': 'd694c8ea99da46abb59d47d0320607ac', 'gw_port_host': None}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:36.499983 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.550936 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d167f040-f18b-4eff-a23c-d09b7e0e72b6,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:36.637722 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.793549 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ff344334-2cd3-45c3-b838-913d1c7086ae no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:36.821157 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.823346 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.827867 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: ff344334-2cd3-45c3-b838-913d1c7086ae {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:36.828209 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ff344334-2cd3-45c3-b838-913d1c7086ae not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:36.908104 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.908520 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049f2151-fac7-4124-862d-9cb62d9e7844 {{(pid=86827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:25:36.920985 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] Notify callbacks [] for router, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:36.922067 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7014cbc9-e388-413c-835f-5b93512b62dd admin admin] 10.222.0.102 "DELETE /v2.0/routers/049f2151-fac7-4124-862d-9cb62d9e7844 HTTP/1.1" status: 204 len: 168 time: 1.3662522 Jan 17 17:25:36.925367 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54952) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:36.989764 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Deleting subnet bbbe03f8-85be-4910-830f-6cc608bc7e6d {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:25:36.992291 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.041041 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.042077 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:25:37.161119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.230754 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.267654 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbe03f8-85be-4910-830f-6cc608bc7e6d,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:37.271212 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.276958 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c3071-df6a-4fea-934f-0199f6dd0478 None None] Network 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:37.277499 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f4e961fd-a93f-48de-83cc-93c2dcad1664 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/bbbe03f8-85be-4910-830f-6cc608bc7e6d HTTP/1.1" status: 204 len: 168 time: 0.3508139 Jan 17 17:25:37.279575 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54956) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:37.389418 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.400938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Deleting port 56059a4a-aab0-48c0-9e18-2fde90859182 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:37.401279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.543483 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] DHCP port deletion for 9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:25:37.547224 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Deleting port 56059a4a-aab0-48c0-9e18-2fde90859182 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:37.547622 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.667262 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.716544 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] For port 56059a4a-aab0-48c0-9e18-2fde90859182, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=56059a4a-aab0-48c0-9e18-2fde90859182,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:37.717503 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.769710 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] For port 56059a4a-aab0-48c0-9e18-2fde90859182, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=56059a4a-aab0-48c0-9e18-2fde90859182,segment=NetworkSegment(6cb675da-9ac8-4749-8578-b0b7a4554ece),segment_id=6cb675da-9ac8-4749-8578-b0b7a4554ece)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:37.770260 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.845582 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Calling delete_port for 56059a4a-aab0-48c0-9e18-2fde90859182 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:37.900893 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Calling delete_port for 56059a4a-aab0-48c0-9e18-2fde90859182 owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:37.928125 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:37.977005 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Pushing event deleted for resources: {'Port': ['ID=56059a4a-aab0-48c0-9e18-2fde90859182,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:37.980282 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.db.api [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:37.980638 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG oslo_db.api [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:37.981431 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] No DVR routers for this DVR port 56059a4a-aab0-48c0-9e18-2fde90859182 on host dv-cinder-818883-2-smb {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:38.096813 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.120461 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:38.132420 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb675da-9ac8-4749-8578-b0b7a4554ece') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:38.132710 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb675da-9ac8-4749-8578-b0b7a4554ece') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:38.143961 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.158999 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.164709 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:25:38.165068 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:25:38.181278 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:25:38.254133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.269819 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.279582 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:38.292649 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-dc070050-849b-45b8-b75d-db22712c86ab admin admin] 10.222.0.102 "DELETE /v2.0/networks/9c9ad05c-58bc-4e83-bb1c-6dfe0e7f08f1 HTTP/1.1" status: 204 len: 168 time: 1.0120609 Jan 17 17:25:38.295485 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54962) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:38.482279 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Deleting port 56059a4a-aab0-48c0-9e18-2fde90859182 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:38.482845 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:38.587983 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3389e-4093-44a9-b468-7012b690b753 None None] The port '56059a4a-aab0-48c0-9e18-2fde90859182' was deleted {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:25:38.694813 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 56059a4a-aab0-48c0-9e18-2fde90859182 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:38.731698 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 56059a4a-aab0-48c0-9e18-2fde90859182 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:38.732042 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 56059a4a-aab0-48c0-9e18-2fde90859182 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:38.734550 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d167f040-f18b-4eff-a23c-d09b7e0e72b6 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:38.767521 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: d167f040-f18b-4eff-a23c-d09b7e0e72b6 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:38.767970 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device d167f040-f18b-4eff-a23c-d09b7e0e72b6 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:38.862827 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:39.296235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Deleting port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:39.296572 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:39.466632 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] For port eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:39.466989 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:39.592560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Calling delete_port for eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 owned by network:router_interface {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:39.763920 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:39.809917 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:40.072766 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:40.439163 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:40.704228 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:40.713360 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Sync routers for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:40.720104 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-fdff8cfb-2549-4c4c-9b26-670a3ecb87d4 admin admin] 10.222.0.102 "PUT /v2.0/routers/67bddb31-6a46-4bf5-867a-0c1b7067d0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4236410 Jan 17 17:25:40.722786 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54968) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:40.723685 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:40.724285 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:40.903981 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:40.926485 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks [] for router, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.109872 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.121151 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Deleting port 434f20a2-a5cf-420e-bf57-ba15658fbe4a {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:41.121484 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.184205 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:25:39Z', 'revision_number': 5, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port': {'id': '434f20a2-a5cf-420e-bf57-ba15658fbe4a', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:20:38Z', 'updated_at': '2022-01-17T17:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:41.188432 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Checking router: 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:41.197125 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Routers {'67bddb31-6a46-4bf5-867a-0c1b7067d0e3'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:41.197698 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:41.297942 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] For port 434f20a2-a5cf-420e-bf57-ba15658fbe4a, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=434f20a2-a5cf-420e-bf57-ba15658fbe4a,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:41.298296 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.354421 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] Set router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 gateway port host: None {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:41.425557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Calling delete_port for 434f20a2-a5cf-420e-bf57-ba15658fbe4a owned by network:router_gateway {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:41.488983 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:25:41Z', 'revision_number': 6, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:41.492855 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1873ae44-8828-441a-98d5-4305bbf8433c None None] The sync data for ids ['67bddb31-6a46-4bf5-867a-0c1b7067d0e3'] in dv-cinder-818883-2-smb is: [{'id': '67bddb31-6a46-4bf5-867a-0c1b7067d0e3', 'name': 'tempest-TestShelveInstance-2129970603-router', 'tenant_id': 'a7e2532de23840db890685200995a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:20:36Z', 'updated_at': '2022-01-17T17:25:41Z', 'revision_number': 6, 'project_id': 'a7e2532de23840db890685200995a57e', 'gw_port_host': None}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:41.581600 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.594357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:41.646333 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Pushing event deleted for resources: {'Port': ['ID=434f20a2-a5cf-420e-bf57-ba15658fbe4a,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:41.734789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.022657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.024851 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.047227 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.047401 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67bddb31-6a46-4bf5-867a-0c1b7067d0e3 {{(pid=86827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:25:42.060184 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] Notify callbacks [] for router, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.061270 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-171755b1-8e52-47c1-a1c6-7914128bd350 admin admin] 10.222.0.102 "DELETE /v2.0/routers/67bddb31-6a46-4bf5-867a-0c1b7067d0e3 HTTP/1.1" status: 204 len: 168 time: 1.3376057 Jan 17 17:25:42.063814 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 54978) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:42.125115 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Deleting subnet 3945870c-43ab-4fbb-a30d-49021da6ed99 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:25:42.128983 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.180625 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.263258 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.340278 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.380530 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3945870c-43ab-4fbb-a30d-49021da6ed99,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:42.385263 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.390343 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110336fd-9a92-4f22-a31d-9d09b24c3734 None None] Network fff87711-43f6-47c0-9f3d-50187bdedcea requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:42.433418 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-6a1e4b1d-f1ba-4a3a-b17c-9065ef6bb72f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/3945870c-43ab-4fbb-a30d-49021da6ed99 HTTP/1.1" status: 204 len: 168 time: 0.3685582 Jan 17 17:25:42.436161 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54986) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:42.479568 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d19ca4-b848-4355-9cb0-8967a77e5edb req-98f806e2-6ed2-438d-b47c-0d7593b8aea5 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:42.481065 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3d19ca4-b848-4355-9cb0-8967a77e5edb req-98f806e2-6ed2-438d-b47c-0d7593b8aea5 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0971241 Jan 17 17:25:42.528553 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f3d19ca4-b848-4355-9cb0-8967a77e5edb req-4800ba44-4d46-4528-af6f-a4f802a9177d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Jan 17 17:25:42.563157 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.575933 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Deleting port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:42.576463 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.679203 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] DHCP port deletion for fff87711-43f6-47c0-9f3d-50187bdedcea request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:25:42.683742 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Deleting port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:42.684025 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.710980 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:42.761139 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:42.761466 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device eac77df0-ef4e-49e2-83b7-bdcb50a0eeb5 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:42.761871 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 434f20a2-a5cf-420e-bf57-ba15658fbe4a no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:42.795846 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] For port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:42.796322 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:42.798261 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 434f20a2-a5cf-420e-bf57-ba15658fbe4a {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:42.798595 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 434f20a2-a5cf-420e-bf57-ba15658fbe4a not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:42.928042 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Calling delete_port for 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba owned by network:dhcp {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:42.954592 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] For port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,segment=NetworkSegment(3cb4d4ef-03ef-49fd-929d-0ee12364fd0b),segment_id=3cb4d4ef-03ef-49fd-929d-0ee12364fd0b)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:42.954974 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.001425 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.052055 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e58d95a-1a16-41d3-bf7b-74f43e4f79ba,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:43.055731 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] No DVR routers for this DVR port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba on host dv-cinder-818883-2-smb {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:43.074870 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Calling delete_port for 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:43.146832 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.db.api [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:43.147172 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG oslo_db.api [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:43.172690 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.197970 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff87711-43f6-47c0-9f3d-50187bdedcea']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:43.210664 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:43.210950 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb4d4ef-03ef-49fd-929d-0ee12364fd0b') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:43.221814 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.236873 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.242863 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:25:43.243229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:25:43.256361 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:25:43.416833 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.422479 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.451229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff87711-43f6-47c0-9f3d-50187bdedcea,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:43.457330 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-2ceb52fc-2d44-44d2-8aa8-b92acf3980e3 admin admin] 10.222.0.102 "DELETE /v2.0/networks/fff87711-43f6-47c0-9f3d-50187bdedcea HTTP/1.1" status: 204 len: 168 time: 1.0191457 Jan 17 17:25:43.637022 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 54998) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:43.648607 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Deleting port 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:43.649108 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.706686 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55002) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:43.707995 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-52a08d46-9cf8-478b-bbef-14c5f54dbf00 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d694c8ea99da46abb59d47d0320607ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693517 Jan 17 17:25:43.722556 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b5c8-76ed-491b-abdd-84335f817391 None None] The port '9e58d95a-1a16-41d3-bf7b-74f43e4f79ba' was deleted {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:25:43.776378 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ac4b9-7770-4fc6-a513-514e55ed1edc req-b80c8db7-a594-44dd-b857-074b803fc973 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:43.777970 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f03ac4b9-7770-4fc6-a513-514e55ed1edc req-b80c8db7-a594-44dd-b857-074b803fc973 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.1372976 Jan 17 17:25:43.819373 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.859475 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f03ac4b9-7770-4fc6-a513-514e55ed1edc req-0270a61f-7ac4-490f-8775-813581760548 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734236 Jan 17 17:25:43.863798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.917399 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.940956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6083af98-8130-4345-a017-b2a3c78e8c69,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:43.946129 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:43.949462 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f7501256-e73a-4325-9476-a352f20781eb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6083af98-8130-4345-a017-b2a3c78e8c69 HTTP/1.1" status: 204 len: 168 time: 0.2399166 Jan 17 17:25:44.281725 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ba009-cfd4-4b9e-9f2c-609b585d2c55 req-b60cb94a-58ef-4fae-a02d-47951aa8df9c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:44.283491 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-995ba009-cfd4-4b9e-9f2c-609b585d2c55 req-b60cb94a-58ef-4fae-a02d-47951aa8df9c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.0819087 Jan 17 17:25:44.316835 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55018) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:44.351689 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-995ba009-cfd4-4b9e-9f2c-609b585d2c55 req-e7127484-57ff-4f1d-8af2-3ea5d042279c tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570724 Jan 17 17:25:44.380444 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b0dc4770-d9d6-405d-9db9-9ad00a1b2969 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a7e2532de23840db890685200995a57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624580 Jan 17 17:25:44.383111 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55022) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:44.441354 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:44.466878 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:44.516427 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:44.531019 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bad4d7-e24d-4f26-8c6b-dd5c84b9aacc,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:44.538879 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:44.540012 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-74e205c7-3fc4-4937-a67c-88afe9909475 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/21bad4d7-e24d-4f26-8c6b-dd5c84b9aacc HTTP/1.1" status: 204 len: 168 time: 0.1558735 Jan 17 17:25:44.630108 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-f1751209-e51a-4a28-8486-b62b8d5c7d18 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:44.631630 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-f1751209-e51a-4a28-8486-b62b8d5c7d18 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.0863645 Jan 17 17:25:44.696207 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:44.708632 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Deleting port 6e35c887-5dce-418d-ba38-42dc67edd6c5 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:44.709156 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:44.732897 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:44.733469 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 9e58d95a-1a16-41d3-bf7b-74f43e4f79ba not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:45.024804 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] For port 6e35c887-5dce-418d-ba38-42dc67edd6c5, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=6e35c887-5dce-418d-ba38-42dc67edd6c5,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:45.025158 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:45.229083 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1227c9-6cfc-4cb5-a27b-2dc4bf2d4384 req-d64916e6-e963-4304-ad94-3f2e93076a85 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:45.230418 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d1227c9-6cfc-4cb5-a27b-2dc4bf2d4384 req-d64916e6-e963-4304-ad94-3f2e93076a85 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 946 time: 0.2526944 Jan 17 17:25:45.463847 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d1227c9-6cfc-4cb5-a27b-2dc4bf2d4384 req-bc014336-4dae-4285-b4cb-20704011ffaa tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=1289df2e-e48e-48af-b3e0-f43c82f1192b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256370 Jan 17 17:25:45.512120 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:45.512371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:45.512654 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Floating IP 564d2756-500c-49b6-bdd6-7190014fd83f disassociated. External IP: 172.28.0.160, port: 6e35c887-5dce-418d-ba38-42dc67edd6c5. Jan 17 17:25:45.512978 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Calling delete_port for 6e35c887-5dce-418d-ba38-42dc67edd6c5 owned by compute:nova {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:45.615980 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91badce-fefe-4242-9f7a-0a78c3fa44b6 req-bbc09555-0d23-40ed-9e54-ebc160704ffd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:45.617421 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c91badce-fefe-4242-9f7a-0a78c3fa44b6 req-bbc09555-0d23-40ed-9e54-ebc160704ffd tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.1527276 Jan 17 17:25:45.707984 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-ee94f08c-0b58-4390-8c78-aeef547cc670 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:45.708647 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-c91badce-fefe-4242-9f7a-0a78c3fa44b6 req-df38968b-f048-41c0-bd1b-7a29b4f19bd5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups?id=49041561-79d1-4e15-95fa-39f081f42d83&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610712 Jan 17 17:25:45.709073 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-ee94f08c-0b58-4390-8c78-aeef547cc670 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Synchronizing usage tracker for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:45.713133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:45.726578 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-ee94f08c-0b58-4390-8c78-aeef547cc670 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Unset dirty status for tenant:37dc42548dbf4073be59ed76c7954929 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:45.728476 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-ee94f08c-0b58-4390-8c78-aeef547cc670 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 946 time: 0.1031873 Jan 17 17:25:45.779970 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'Port': ['ID=6e35c887-5dce-418d-ba38-42dc67edd6c5,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:45.809002 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:45.809347 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:45.967294 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:46.064831 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] For port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:46.065574 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:46.156542 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:46.170355 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:46.182040 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:46.183212 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:46.239098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] No DVR routers for this DVR port 6e35c887-5dce-418d-ba38-42dc67edd6c5 on host hv-cinder-81888 {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:46.241738 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:46.244624 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'name': 'network-vif-deleted', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:46.255660 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-24b3a58a-0a79-4b3e-87d5-acbcdf497133 req-cbe0abc1-bf2a-44c7-8dea-7e4856e3b376 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "DELETE /v2.0/ports/6e35c887-5dce-418d-ba38-42dc67edd6c5 HTTP/1.1" status: 204 len: 173 time: 1.6158566 Jan 17 17:25:46.313619 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d22f2e5-35b1-460c-8b7d-b315d5891237', 'name': 'network-vif-deleted', 'tag': '6e35c887-5dce-418d-ba38-42dc67edd6c5', 'status': 'completed', 'code': 200} Jan 17 17:25:46.417767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:46.418307 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:46.418597 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Floating IP 9ce4ae19-fae4-40e3-a045-810cd4fb8fcc disassociated. External IP: 172.28.0.153, port: 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3. Jan 17 17:25:46.418932 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:46.431842 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:46.575461 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:46.627932 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'Port': ['ID=98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:46.641317 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-bcfe528d-b75d-4954-b21d-16642ccb9446 req-131049c6-8159-4e3c-8a90-758dfb5f52a8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:46.664371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-bcfe528d-b75d-4954-b21d-16642ccb9446 req-131049c6-8159-4e3c-8a90-758dfb5f52a8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:46.665853 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-bcfe528d-b75d-4954-b21d-16642ccb9446 req-131049c6-8159-4e3c-8a90-758dfb5f52a8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=5d22f2e5-35b1-460c-8b7d-b315d5891237 HTTP/1.1" status: 200 len: 210 time: 0.0709159 Jan 17 17:25:46.809992 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:46.814079 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:46.824899 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:46.825765 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:46.857166 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:46.877742 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ff52f7e7-a201-4115-805c-6808c14d2b28 req-0fce474d-bdab-4347-9006-3f61fabb76fa tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/ports?device_id=27e4aee7-c983-40b4-8c25-b544b9679e98 HTTP/1.1" status: 200 len: 210 time: 0.0426693 Jan 17 17:25:47.031796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:47.071874 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:47.083010 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:47.094181 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:47.095085 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:47.150742 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] No DVR routers for this DVR port 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:47.153147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:47.164431 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-deleted', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:47.175680 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6b9caa32-2500-48f2-8a75-f597f43dd539 req-4854a6ff-67c0-40a5-ba95-d6de12a08442 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.57 "DELETE /v2.0/ports/98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 HTTP/1.1" status: 204 len: 173 time: 1.4388521 Jan 17 17:25:47.218377 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e4aee7-c983-40b4-8c25-b544b9679e98', 'name': 'network-vif-deleted', 'tag': '98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3', 'status': 'completed', 'code': 200} Jan 17 17:25:47.296124 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:47.378763 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:47.382876 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d318bc08-1038-4bcb-8ace-09147627318d None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:47.619940 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de03d6d-c9b6-466b-bfb2-34b27def3947 None None] New status for floating IP 564d2756-500c-49b6-bdd6-7190014fd83f: DOWN {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:25:47.622771 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:47.626692 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:47.636247 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:47.636422 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:47.818047 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55044) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:47.859614 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:47.997176 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.021662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55052) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:48.040896 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.128439 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.144984 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.178028 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.185017 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1289df2e-e48e-48af-b3e0-f43c82f1192b,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:48.189295 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:48.197205 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1622f1aa-57ad-444a-9ece-607d1cadd9fd None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:19:04Z', 'revision_number': 4, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '08ed43be-754d-49aa-a711-653ac4866597', 'name': '', 'network_id': '432d7935-6285-4393-b3a4-f344ec31b387', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'mac_address': 'fa:16:3e:84:2b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:19:00Z', 'updated_at': '2022-01-17T17:19:14Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'subnets': [{'id': '30000298-3296-47bf-92d9-01b4ec4b4e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:48.216182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.220276 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7f9f723f-3f17-4327-96b4-9d25777784f8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "DELETE /v2.0/security-groups/1289df2e-e48e-48af-b3e0-f43c82f1192b HTTP/1.1" status: 204 len: 168 time: 0.3981006 Jan 17 17:25:48.220557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55056) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:48.239696 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.api.v2.resource [None req-2f98d173-5c06-46bc-80cb-5fdb85e532bb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] show failed (client error): The resource could not be found. Jan 17 17:25:48.240870 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-2f98d173-5c06-46bc-80cb-5fdb85e532bb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups/1289df2e-e48e-48af-b3e0-f43c82f1192b HTTP/1.1" status: 404 len: 347 time: 0.0186510 Jan 17 17:25:48.243912 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55060) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:48.244240 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.264285 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49041561-79d1-4e15-95fa-39f081f42d83,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:48.278563 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.279959 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-a283a321-dff3-4042-85f6-67bc63955cd6 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "DELETE /v2.0/security-groups/49041561-79d1-4e15-95fa-39f081f42d83 HTTP/1.1" status: 204 len: 168 time: 0.2575331 Jan 17 17:25:48.282696 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55064) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:48.304787 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.api.v2.resource [None req-064b6960-041c-4e67-9957-cfbc3f02abd5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] show failed (client error): The resource could not be found. Jan 17 17:25:48.308601 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-064b6960-041c-4e67-9957-cfbc3f02abd5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "GET /v2.0/security-groups/49041561-79d1-4e15-95fa-39f081f42d83 HTTP/1.1" status: 404 len: 347 time: 0.0214417 Jan 17 17:25:48.308872 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55068) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:48.418335 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Deleting port 0c3c04a3-2617-4a76-9f07-c020f6feb3bd {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:48.418967 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.476967 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea94d5f-8e66-44cc-91c8-57bb1b7187e8 None None] New status for floating IP 9ce4ae19-fae4-40e3-a045-810cd4fb8fcc: DOWN {{(pid=86830) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:25:48.484464 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port e112d298-a3b9-4303-80c9-b59d86e11bca {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:48.484888 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.593680 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.594067 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.662877 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.663348 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:48.722640 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Calling delete_port for 0c3c04a3-2617-4a76-9f07-c020f6feb3bd owned by network:floatingip {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:48.791382 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for e112d298-a3b9-4303-80c9-b59d86e11bca owned by network:floatingip {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:48.880100 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.db.api [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:48.880419 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG oslo_db.api [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:48.958530 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.006637 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'Port': ['ID=0c3c04a3-2617-4a76-9f07-c020f6feb3bd,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:49.092986 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.109225 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.110338 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-bc54d20e-43c1-4fd3-b778-f6340412da99 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "DELETE /v2.0/floatingips/564d2756-500c-49b6-bdd6-7190014fd83f HTTP/1.1" status: 204 len: 168 time: 0.8650084 Jan 17 17:25:49.381279 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Deleting port e112d298-a3b9-4303-80c9-b59d86e11bca {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:49.381820 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.393013 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:49.427694 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:49.428289 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 98fa5ecb-a7ad-452d-8566-0aaa4a13d7d3 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:49.428707 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6e35c887-5dce-418d-ba38-42dc67edd6c5 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:49.443001 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55074) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:49.448553 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337128018', 'description': 'tempest-description--1962999239'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:49.454976 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:49.460039 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:49.463491 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:49.467165 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 6e35c887-5dce-418d-ba38-42dc67edd6c5 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:49.467548 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 6e35c887-5dce-418d-ba38-42dc67edd6c5 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:49.471883 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:49.481867 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.505262 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:49.509069 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:49.511892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:49.517786 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:49.562561 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.562877 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.588366 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.592046 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.637438 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8158dd-56be-4a91-a59d-b28587bba18e,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:49.640700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.644915 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-676fb26c-5f5e-4d22-9a0f-9648fabb949f tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2007122 Jan 17 17:25:49.645489 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55078) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:49.650376 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group_rule': {'security_group_id': '4a8158dd-56be-4a91-a59d-b28587bba18e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:49.656108 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:49.660317 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:49.663160 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:49.669070 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:49.686576 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.689102 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Calling delete_port for e112d298-a3b9-4303-80c9-b59d86e11bca owned by network:floatingip {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:49.748349 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.752123 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.773956 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25df2b78-173d-4f84-af2e-34a6054e47f4,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:49.786056 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.787442 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a439892e-1642-4db5-a9cd-a3526018a1b3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410244 Jan 17 17:25:49.790130 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55082) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:49.795199 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'security_group_rule': {'security_group_id': '4a8158dd-56be-4a91-a59d-b28587bba18e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:49.801423 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:49.805396 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:security_group_rule and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:49.808309 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:49.813983 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:49.831570 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.837780 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.883534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Pushing event deleted for resources: {'Port': ['ID=e112d298-a3b9-4303-80c9-b59d86e11bca,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:49.897568 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.902022 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656599'] for security_group_rule, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.927026 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22569496-8a04-4e17-888e-4c616ad4e317,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:49.936248 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.945325 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-14e458f7-c80f-4447-9252-8a5bc29ef9ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463282 Jan 17 17:25:49.946845 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55086) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:49.951926 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'floatingip': {'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:49.957892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:49.961663 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Usage tracker for resource:floatingip and tenant:147eaa8cb42e4b4bb6f52ab56e56284b is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:25:49.964546 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:25:49.970279 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:49.975914 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks [] for floatingip, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.982986 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.991307 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:49.992527 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c8539bf7-1e57-43d6-8129-eacf5ddda0d5 tempest-AttachVolumeShelveTestJSON-702367041 tempest-AttachVolumeShelveTestJSON-702367041-project] 10.222.0.102 "DELETE /v2.0/floatingips/9ce4ae19-fae4-40e3-a045-810cd4fb8fcc HTTP/1.1" status: 204 len: 168 time: 1.6826615 Jan 17 17:25:50.122044 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.260050 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_common [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Allocated IP 172.28.0.109 (2380971e-a092-461d-9e1a-22501dfb4d9c/3057ebf7-bf45-4253-88e5-42ac34cee0d8/ef8512af-ae77-4f87-ac2e-c22edbcb1ec0) {{(pid=86827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:25:50.418787 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.448831 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.512066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Network 2380971e-a092-461d-9e1a-22501dfb4d9c is already hosted by enough agents. {{(pid=86827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:25:50.514649 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources bound (agent type, host, resource id): {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:25:50.518501 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Received port after_create {{(pid=86827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:25:50.551842 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=ef8512af-ae77-4f87-ac2e-c22edbcb1ec0,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:50.602506 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.660057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.861059 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.865507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2463305'] for port, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:50.976689 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=ef8512af-ae77-4f87-ac2e-c22edbcb1ec0,revision_number=2']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:50.984467 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:51.005925 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:51.007225 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4b0374c5-255e-45a8-ad42-75c28a15cd8d tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0594292 Jan 17 17:25:51.222784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-fff38164-b157-4f5a-9705-2b5831bcdcd7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:51.238077 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-fff38164-b157-4f5a-9705-2b5831bcdcd7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:51.239383 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-fff38164-b157-4f5a-9705-2b5831bcdcd7 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1337128018&fields=id&tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 267 time: 0.0569432 Jan 17 17:25:51.395852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-01d86076-becd-4d78-a103-cede283898ca tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:51.397455 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-01d86076-becd-4d78-a103-cede283898ca tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 811 time: 0.1514328 Jan 17 17:25:51.414188 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-b9ace805-70fd-4f11-a96b-fdff753391bf tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/quotas/147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 375 time: 0.0111456 Jan 17 17:25:51.503362 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-7799f5b3-89e6-4383-8e50-8b21f16d48c9 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86827) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:51.520114 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-7799f5b3-89e6-4383-8e50-8b21f16d48c9 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86827) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:51.521422 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-7799f5b3-89e6-4383-8e50-8b21f16d48c9 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021593 Jan 17 17:25:51.836369 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-78cc976c-2e94-44ce-833f-283d87327daa service neutron] 10.222.0.102 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034594 Jan 17 17:25:51.965928 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-26bb35df-f5a3-47ef-baaf-a00cd76fab13 service neutron] 10.222.0.102 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238661 Jan 17 17:25:52.137940 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-68f562fc-3542-4406-9b62-f9ce225c041a req-41ca8c0b-d586-4690-925d-2c052b545e31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 210 time: 0.0423255 Jan 17 17:25:52.787646 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55134) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:53.316946 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-127b0b66-17f3-4445-a446-1002855670ad req-b9e78a67-5174-4861-907b-5e8a86039389 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 210 time: 0.0476003 Jan 17 17:25:53.342948 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-e1af476d-8e90-43fa-9473-750fb470c6b8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:53.344945 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-e1af476d-8e90-43fa-9473-750fb470c6b8 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 811 time: 0.2624693 Jan 17 17:25:53.396863 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-eb4a1b33-ad0a-4a43-9d6d-1bee3bad5b9c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:25:53.408841 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-eb4a1b33-ad0a-4a43-9d6d-1bee3bad5b9c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:security_group {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:25:53.410018 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-eb4a1b33-ad0a-4a43-9d6d-1bee3bad5b9c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b HTTP/1.1" status: 200 len: 380 time: 0.0561512 Jan 17 17:25:53.420994 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'port': {'device_id': 'b636a66a-191d-4ac1-8396-54837534dcca', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'admin_state_up': True, 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'security_groups': ['4a8158dd-56be-4a91-a59d-b28587bba18e']}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:53.525951 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:53.556720 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:25:53.566265 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:25:53.577145 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Made reservation on behalf of 147eaa8cb42e4b4bb6f52ab56e56284b for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:25:53.581503 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:53.744290 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Allocated IP 172.20.0.13 (89a48d9e-06ba-46d3-b084-5fa12db65d7a/258981c0-b874-442f-945e-b93ac73abd82/7d210f68-e0a8-45d9-a89a-3eefabd586e0) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:25:53.886029 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Deleting port 08ed43be-754d-49aa-a711-653ac4866597 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:53.886660 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:53.934188 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:53.950233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Transition to ACTIVE for port object 7d210f68-e0a8-45d9-a89a-3eefabd586e0 will not be triggered until provisioned by entity DHCP. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:25:53.974704 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.049497 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:25:54.052646 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:25:54.056570 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:25:54.063389 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] For port 08ed43be-754d-49aa-a711-653ac4866597, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=08ed43be-754d-49aa-a711-653ac4866597,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:54.063873 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.092403 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event updated for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:54.126409 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:54.127803 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.157096 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-37c662ef-2915-4a22-af29-1c146719ee31 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397528 Jan 17 17:25:54.173427 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Request body: {'port': {'device_id': 'b636a66a-191d-4ac1-8396-54837534dcca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:25:54.297656 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.317924 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Calling delete_port for 08ed43be-754d-49aa-a711-653ac4866597 owned by network:router_interface {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:54.336598 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-ff6bcc42-c569-4e9d-aea9-b0e988f7074a None None] Provisioning for port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 completed by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:25:54.344880 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-ff6bcc42-c569-4e9d-aea9-b0e988f7074a None None] Provisioning complete for port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 triggered by entity DHCP. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:25:54.345557 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcc42-c569-4e9d-aea9-b0e988f7074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.415105 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-ff6bcc42-c569-4e9d-aea9-b0e988f7074a None None] Port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 cannot update to ACTIVE because it is not bound. {{(pid=86829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 17 17:25:54.586272 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fd9e-cc84-4029-9b46-db533d1a77cc req-034f6e1c-0910-4f8e-8061-9b2b638cc2b5 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:54.587684 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6ef1fd9e-cc84-4029-9b46-db533d1a77cc req-034f6e1c-0910-4f8e-8061-9b2b638cc2b5 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 932 time: 0.1347063 Jan 17 17:25:54.646034 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-6ef1fd9e-cc84-4029-9b46-db533d1a77cc req-525c8423-08fe-4e92-8430-4716404b064c tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518568 Jan 17 17:25:54.647781 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.667767 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d210f68-e0a8-45d9-a89a-3eefabd586e0 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:25:54.676236 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.691412 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Transition to ACTIVE for port object 7d210f68-e0a8-45d9-a89a-3eefabd586e0 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:25:54.698029 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.700798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Pushing event deleted for resources: {'Port': ['ID=08ed43be-754d-49aa-a711-653ac4866597,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:54.867460 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:54.951067 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Attempting to bind port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:25:54.951441 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Attempting to bind port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:25:54.951741 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Attempting to bind port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:25:54.957204 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:25:54.957785 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Attempting to bind port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 on network 89a48d9e-06ba-46d3-b084-5fa12db65d7a {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:25:54.963269 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:25:54.963633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Checking segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:25:54.964017 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Bound using segment: {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:25:54.964439 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Bound port: 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '045fe081-0437-4456-b886-cc147fbd4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:25:54.964837 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:54.995050 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:55.060799 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:25:55.063715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:25:55.070160 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:55.131871 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:55.132529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:55.133932 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 200 len: 1094 time: 0.9651580 Jan 17 17:25:55.134373 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:25:55.160078 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8172b-f5e7-4538-bf1b-49945aab32f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:55.326237 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'status': 'completed', 'code': 200} Jan 17 17:25:55.366308 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-b315475f-6d7b-4e17-b25b-9886ee620e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:55.368227 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-b315475f-6d7b-4e17-b25b-9886ee620e44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 1097 time: 0.1866643 Jan 17 17:25:55.401102 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Router ce18dd69-195c-461a-a29f-a1a6aaf66811 has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:25:55.443207 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-bb6d7f08-b023-45c7-8ba9-14b26ed8b9db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 200 len: 217 time: 0.0635693 Jan 17 17:25:55.508188 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-89dee235-b935-4d2b-8ebe-c7213c0229ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:55.509606 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-89dee235-b935-4d2b-8ebe-c7213c0229ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0572026 Jan 17 17:25:55.582917 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:25:55.589269 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-c835bc45-2769-41ee-9acf-a512a6c1c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:55.590947 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-c835bc45-2769-41ee-9acf-a512a6c1c223 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705514 Jan 17 17:25:55.591893 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Sync routers for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:25:55.595132 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-59dd5529-178d-4d74-8b2f-a1d1cec9e59f admin admin] 10.222.0.102 "PUT /v2.0/routers/ce18dd69-195c-461a-a29f-a1a6aaf66811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8063755 Jan 17 17:25:55.598354 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55150) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:55.602145 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:55.602750 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:55.743072 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-286731d9-c82e-4fef-bf50-a988ac4f4487 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427510 Jan 17 17:25:55.787083 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: dv-cinder-818883-2-smb {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:55.888734 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7c89dc17-e6d1-4b1e-997e-f22842f4affd req-178829fc-8e7a-4765-8de1-a3dc9961a5a0 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349096 Jan 17 17:25:55.949798 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:56.034776 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-825cb3f1-fa53-43b9-8841-4a4f3b3bf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:56.036289 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-825cb3f1-fa53-43b9-8841-4a4f3b3bf900 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 1097 time: 0.0780675 Jan 17 17:25:56.135957 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:25:54Z', 'revision_number': 5, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port': {'id': '47b3ad2d-a7f5-47ee-8837-000a5158e639', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:94:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:18:51Z', 'updated_at': '2022-01-17T17:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:56.138730 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517451e8-088c-4f0b-8543-fbd55f35296f req-ed474834-3ddf-464a-8ae1-85b2d5716e76 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:56.140226 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-517451e8-088c-4f0b-8543-fbd55f35296f req-ed474834-3ddf-464a-8ae1-85b2d5716e76 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 944 time: 0.2482131 Jan 17 17:25:56.147019 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Checking router: ce18dd69-195c-461a-a29f-a1a6aaf66811 for host: dv-cinder-818883-2-smb {{(pid=86829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:25:56.155931 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Routers {'ce18dd69-195c-461a-a29f-a1a6aaf66811'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:25:56.156764 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:25:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['ce18dd69-195c-461a-a29f-a1a6aaf66811'], 'active': True} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:56.171711 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:56.175715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-10817de1-92eb-4f09-b4d5-237bc3ba1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:56.177151 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-10817de1-92eb-4f09-b4d5-237bc3ba1fc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.1343031 Jan 17 17:25:56.195186 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Deleting port 47b3ad2d-a7f5-47ee-8837-000a5158e639 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:56.195556 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:56.227745 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-517451e8-088c-4f0b-8543-fbd55f35296f req-20d6ea07-4ec7-4981-916f-fb89931d39fa tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800059 Jan 17 17:25:56.277099 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-e290431f-d99b-4475-84b1-c24cd0a78750 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 200 len: 217 time: 0.0928981 Jan 17 17:25:56.330458 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_dvr_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] Set router ce18dd69-195c-461a-a29f-a1a6aaf66811 gateway port host: None {{(pid=86829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:25:56.349470 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-c8755e97-6dac-49c1-87a7-457e27664877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:56.351007 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-c8755e97-6dac-49c1-87a7-457e27664877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0675247 Jan 17 17:25:56.393538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] For port 47b3ad2d-a7f5-47ee-8837-000a5158e639, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=47b3ad2d-a7f5-47ee-8837-000a5158e639,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:56.394179 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:56.435841 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-ae4ceb8e-500e-40c5-a7cb-2754eff852d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:56.437406 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-ae4ceb8e-500e-40c5-a7cb-2754eff852d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790820 Jan 17 17:25:56.440528 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.l3_hamode_db [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:25:56Z', 'revision_number': 6, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:56.444611 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca0f14-ce19-4e5c-9b1c-677dbba501f7 None None] The sync data for ids ['ce18dd69-195c-461a-a29f-a1a6aaf66811'] in dv-cinder-818883-2-smb is: [{'id': 'ce18dd69-195c-461a-a29f-a1a6aaf66811', 'name': 'tempest-AttachVolumeShelveTestJSON-544709562-router', 'tenant_id': '37dc42548dbf4073be59ed76c7954929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:18:49Z', 'updated_at': '2022-01-17T17:25:56Z', 'revision_number': 6, 'project_id': '37dc42548dbf4073be59ed76c7954929', 'gw_port_host': None}] {{(pid=86829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:25:56.525617 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Calling delete_port for 47b3ad2d-a7f5-47ee-8837-000a5158e639 owned by network:router_gateway {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:56.580669 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-b859236f-4f5c-43f2-9e0a-66e8fb2f8b90 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365323 Jan 17 17:25:56.692161 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:56.714810 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-09dc1f66-73d7-45b0-974f-749af39ca155 req-d9337104-3509-4dae-8e9b-a30270d1e6c6 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275949 Jan 17 17:25:56.740998 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b3ad2d-a7f5-47ee-8837-000a5158e639,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:56.837109 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.013895 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.015933 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.037259 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.037824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce18dd69-195c-461a-a29f-a1a6aaf66811 {{(pid=86827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:25:57.049507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] Notify callbacks [] for router, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.050579 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-aa352a50-b095-4b89-9a04-56f5346756b3 admin admin] 10.222.0.102 "DELETE /v2.0/routers/ce18dd69-195c-461a-a29f-a1a6aaf66811 HTTP/1.1" status: 204 len: 168 time: 1.4513478 Jan 17 17:25:57.053112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55156) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:57.113603 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Deleting subnet 30000298-3296-47bf-92d9-01b4ec4b4e89 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:25:57.116675 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.163746 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.208681 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 08ed43be-754d-49aa-a711-653ac4866597 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:57.245904 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 08ed43be-754d-49aa-a711-653ac4866597 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:57.246070 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.246441 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 08ed43be-754d-49aa-a711-653ac4866597 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:57.471026 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.512440 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30000298-3296-47bf-92d9-01b4ec4b4e89,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:57.521254 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a924eb-0bd1-4ccd-9f92-5c3238ee0169 None None] Network 432d7935-6285-4393-b3a4-f344ec31b387 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:25:57.522498 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d27d-31e4-4f05-a2d1-2e89b0a745d0 req-11e400b0-83c5-4c88-b00e-d9a76e07d462 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:57.523988 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3ad8d27d-31e4-4f05-a2d1-2e89b0a745d0 req-11e400b0-83c5-4c88-b00e-d9a76e07d462 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 944 time: 0.1519201 Jan 17 17:25:57.524976 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.532601 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b39cb1b8-c7bd-44ef-afd3-57ae2edab649 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/30000298-3296-47bf-92d9-01b4ec4b4e89 HTTP/1.1" status: 204 len: 168 time: 0.4785588 Jan 17 17:25:57.539483 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55162) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:57.571093 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3ad8d27d-31e4-4f05-a2d1-2e89b0a745d0 req-9dc92bbb-0ac7-4aaf-95a9-8b2758357f2b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407040 Jan 17 17:25:57.657154 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.668341 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Deleting port a28c2023-9296-4906-a1e6-ea6db9624165 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:57.668815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.787448 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] DHCP port deletion for 432d7935-6285-4393-b3a4-f344ec31b387 request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:25:57.791588 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Deleting port a28c2023-9296-4906-a1e6-ea6db9624165 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:57.792025 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.968938 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] For port a28c2023-9296-4906-a1e6-ea6db9624165, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a28c2023-9296-4906-a1e6-ea6db9624165,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:57.969293 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:57.998421 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] For port a28c2023-9296-4906-a1e6-ea6db9624165, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=a28c2023-9296-4906-a1e6-ea6db9624165,segment=NetworkSegment(4608b0a4-bb33-4959-80e9-135d33978fed),segment_id=4608b0a4-bb33-4959-80e9-135d33978fed)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:57.998804 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.091361 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Calling delete_port for a28c2023-9296-4906-a1e6-ea6db9624165 owned by network:dhcp {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:58.120477 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Calling delete_port for a28c2023-9296-4906-a1e6-ea6db9624165 owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:25:58.171270 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.192983 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.db.api [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:25:58.193337 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG oslo_db.api [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:25:58.218811 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] No DVR routers for this DVR port a28c2023-9296-4906-a1e6-ea6db9624165 on host dv-cinder-818883-2-smb {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:25:58.220953 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a28c2023-9296-4906-a1e6-ea6db9624165,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:58.336677 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.363715 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432d7935-6285-4393-b3a4-f344ec31b387']}} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:58.375249 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4608b0a4-bb33-4959-80e9-135d33978fed') {'for_net_delete': True} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:58.375572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.services.segments.db [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4608b0a4-bb33-4959-80e9-135d33978fed') {} {{(pid=86828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:25:58.388117 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3852977'] for segment, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.403542 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.410462 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=86828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:25:58.410856 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3854223'] for segment, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: Traceback (most recent call last): Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: timer() Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: cb(*args, **kw) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: return func(*args, **kwargs) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: self._notify() Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: self.callback(batched_events) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: event.method(event) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: return f(self, *a, **k) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: return self._get(url).json() Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: return self.request(url, 'GET', **kwargs) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:25:58.424226 dv-cinder-818883-2-smb neutron-server[86828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:25:58.500694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.505191 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.528189 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] Pushing event deleted for resources: {'Network': ['ID=432d7935-6285-4393-b3a4-f344ec31b387,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:58.540960 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c9593698-2910-465b-ae64-98c688dc95cb admin admin] 10.222.0.102 "DELETE /v2.0/networks/432d7935-6285-4393-b3a4-f344ec31b387 HTTP/1.1" status: 204 len: 168 time: 1.0004361 Jan 17 17:25:58.661541 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55170) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:58.694761 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Deleting port a28c2023-9296-4906-a1e6-ea6db9624165 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:25:58.695807 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.728056 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a28c2023-9296-4906-a1e6-ea6db9624165 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:58.771389 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-05ff0aef-835c-4578-8141-a3bfc28176aa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=37dc42548dbf4073be59ed76c7954929&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1064272 Jan 17 17:25:58.772561 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55174) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:25:58.796084 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039c1de-b8c6-4f3c-be1f-db32b69e7466 req-719f3a2d-9489-4d6a-8d17-0319ae7e2476 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:25:58.796302 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: a28c2023-9296-4906-a1e6-ea6db9624165 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:58.796628 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device a28c2023-9296-4906-a1e6-ea6db9624165 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:58.797043 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 47b3ad2d-a7f5-47ee-8837-000a5158e639 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:25:58.797548 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2039c1de-b8c6-4f3c-be1f-db32b69e7466 req-719f3a2d-9489-4d6a-8d17-0319ae7e2476 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 944 time: 0.1090844 Jan 17 17:25:58.831447 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-d90d95fe-12f0-48e3-b876-de1fab058d5a None None] The port 'a28c2023-9296-4906-a1e6-ea6db9624165' was deleted {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:25:58.837619 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 47b3ad2d-a7f5-47ee-8837-000a5158e639 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:25:58.837802 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 47b3ad2d-a7f5-47ee-8837-000a5158e639 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:25:58.840025 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.847213 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2039c1de-b8c6-4f3c-be1f-db32b69e7466 req-556bbd2b-f396-4cf8-b38a-83942c053ded tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Jan 17 17:25:58.870260 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.932457 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.949549 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed947011-2371-40b1-9874-6ccee971737a,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:58.956811 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:58.958173 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-733dd131-51a7-4f64-b4a0-ef0e48e056fd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ed947011-2371-40b1-9874-6ccee971737a HTTP/1.1" status: 204 len: 168 time: 0.1846063 Jan 17 17:25:59.455627 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7d210f68-e0a8-45d9-a89a-3eefabd586e0 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:25:59.623776 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:59.640389 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'port_id': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'mac_address': 'fa:16:3e:8d:ad:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:25:59.694527 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:59.711625 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d210f68-e0a8-45d9-a89a-3eefabd586e0 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:25:59.726754 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:25:59.730447 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:25:59.795386 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:25:59.988235 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['7d210f68-e0a8-45d9-a89a-3eefabd586e0'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:26:00.043403 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b6486-bac5-4f52-93b2-c02f2e92c580 req-21c2ef02-35f7-4bb6-97f3-e409637f43c4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:00.045046 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3e0b6486-bac5-4f52-93b2-c02f2e92c580 req-21c2ef02-35f7-4bb6-97f3-e409637f43c4 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 945 time: 0.0835950 Jan 17 17:26:00.092797 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-3e0b6486-bac5-4f52-93b2-c02f2e92c580 req-3d03bf8d-20a4-4098-9bc5-fdff0f13f2fb tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396545 Jan 17 17:26:01.285160 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb5a35-899b-4deb-9f04-7983026e3b0d req-0007b70a-7730-4138-9fd0-cc15dc79f1ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:01.286642 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5fb5a35-899b-4deb-9f04-7983026e3b0d req-0007b70a-7730-4138-9fd0-cc15dc79f1ec tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 945 time: 0.0825012 Jan 17 17:26:01.330951 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-f5fb5a35-899b-4deb-9f04-7983026e3b0d req-0f7c504f-3f7b-4bfe-ac7d-20db08ee23c2 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386519 Jan 17 17:26:01.455338 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7d210f68-e0a8-45d9-a89a-3eefabd586e0 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:26:01.526294 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:26:01.531254 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:26:01.531648 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:01.646638 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:01.676142 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:26:01.685433 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:26:01.690179 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:01.738451 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'code': 200} Jan 17 17:26:01.773365 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:01.964493 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fa449-2354-45ab-a652-77abd2199689 req-6a346e92-8ea6-4151-98d9-d8563e4382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:01.965953 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-125fa449-2354-45ab-a652-77abd2199689 req-6a346e92-8ea6-4151-98d9-d8563e4382fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 1099 time: 0.0699098 Jan 17 17:26:02.008056 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-125fa449-2354-45ab-a652-77abd2199689 req-c3464ac0-964d-4c40-9f53-557b649f1fa8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356770 Jan 17 17:26:02.513622 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95abc45-350f-4c24-a769-3f2a0a41af01 req-dfb00aad-c74b-4a41-8b77-cd6f808ab8ce tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:02.515098 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d95abc45-350f-4c24-a769-3f2a0a41af01 req-dfb00aad-c74b-4a41-8b77-cd6f808ab8ce tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0786982 Jan 17 17:26:02.562389 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-d95abc45-350f-4c24-a769-3f2a0a41af01 req-d99016a1-ab67-47e8-9c27-d4006406c614 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Jan 17 17:26:02.723319 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-67dd67f3-aee1-44ae-ae74-8f6060441f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:03.743168 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5aa1-1dd9-45ee-aab3-d33b1fc1de9b req-7a85f4a2-47f9-42cd-b28d-6e9211eb8f33 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:03.744563 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-758b5aa1-1dd9-45ee-aab3-d33b1fc1de9b req-7a85f4a2-47f9-42cd-b28d-6e9211eb8f33 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0780039 Jan 17 17:26:03.787968 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-758b5aa1-1dd9-45ee-aab3-d33b1fc1de9b req-e46ee521-8235-4923-bca3-0ad4d229cb40 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Jan 17 17:26:03.969644 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90a619-025a-4c50-87c2-701ef8f62562 req-cb5d97e8-47a1-4f69-8b6e-b5b90d9fb9a3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:03.971298 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0c90a619-025a-4c50-87c2-701ef8f62562 req-cb5d97e8-47a1-4f69-8b6e-b5b90d9fb9a3 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0830758 Jan 17 17:26:03.979621 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55256) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:03.984382 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Request body: {'floatingip': {'port_id': '7d210f68-e0a8-45d9-a89a-3eefabd586e0'}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:26:04.059784 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, before_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:04.671394 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:04.674963 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:04.923146 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.db.l3_db [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Floating IP d341ebca-d51d-48e7-b3ff-d7ffbf79da06 associated. External IP: 172.28.0.109, port: 7d210f68-e0a8-45d9-a89a-3eefabd586e0. Jan 17 17:26:05.072199 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-20a207af-06a6-42af-a85c-5458f31e73db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:05.270181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:26:05.447732 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:26:05.452504 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:05.459061 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:26:05.469300 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:26:05.469984 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:26:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:26:05.518740 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-ef3bc2bb-b809-4918-98a5-0ac7dd218d12 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "PUT /v2.0/floatingips/d341ebca-d51d-48e7-b3ff-d7ffbf79da06 HTTP/1.1" status: 200 len: 992 time: 1.5354795 Jan 17 17:26:05.518740 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0'}] {{(pid=86827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:26:05.583173 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'status': 'completed', 'code': 200} Jan 17 17:26:05.662949 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:26:05.685710 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-f2cc51cd-7cc2-4511-b882-76d608385110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:05.687332 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-f2cc51cd-7cc2-4511-b882-76d608385110 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 1099 time: 0.0780182 Jan 17 17:26:05.822047 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-e7035426-132a-4008-898d-d9e7921eb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:05.823567 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-e7035426-132a-4008-898d-d9e7921eb593 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.1297753 Jan 17 17:26:05.930332 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-0be2139e-9c6d-43aa-9311-f6e72476757a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 200 len: 1000 time: 0.1007359 Jan 17 17:26:05.992365 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55292) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:05.995072 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-dd93d294-a811-475d-8709-1836cf32ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:05.996620 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-dd93d294-a811-475d-8709-1836cf32ed39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0606728 Jan 17 17:26:06.085485 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'd341ebca-d51d-48e7-b3ff-d7ffbf79da06', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:8d:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b636a66a-191d-4ac1-8396-54837534dcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:25:50Z', 'updated_at': '2022-01-17T17:26:04Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:26:06.091225 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:26:06.098759 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-005cc5ea-5e1d-427b-9732-f5c29a620967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:06.101335 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-005cc5ea-5e1d-427b-9732-f5c29a620967 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981586 Jan 17 17:26:06.102135 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:26:06.102725 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:26:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:26:06.108438 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.145831 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.162057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.179237 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:06.183160 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Usage tracker for resource:security_group_rule and tenant:22e43b2be20d4dda9885b51c4cf13801 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:06.186487 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:06.192698 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:06.301435 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-ea086d7d-8c40-409e-8d7d-fecef96dcd6f service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939230 Jan 17 17:26:06.309907 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.312682 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:26:06.316129 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.400448 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=22e43b2be20d4dda9885b51c4cf13801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069729 Jan 17 17:26:06.402724 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd96a9b-64a0-4f7c-bdf8-4a7c46fb12cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011aa2b4-89f5-4b5e-a19a-9711fe966f59,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:06.405835 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55298) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:06.480801 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a51c5278-5c10-4fd5-b18a-a6ada4aa6a39 req-1c7d4df6-963d-43f8-ad0d-92dd2f1dd9ec service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704445 Jan 17 17:26:06.496763 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.531048 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.591224 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.607594 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011aa2b4-89f5-4b5e-a19a-9711fe966f59,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:06.613494 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:06.617738 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-24b992c0-0b6d-44b9-9dca-b805a3f2822d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/011aa2b4-89f5-4b5e-a19a-9711fe966f59 HTTP/1.1" status: 204 len: 168 time: 0.2078736 Jan 17 17:26:06.750560 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'd341ebca-d51d-48e7-b3ff-d7ffbf79da06', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:8d:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b636a66a-191d-4ac1-8396-54837534dcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:25:50Z', 'updated_at': '2022-01-17T17:26:04Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:26:06.755591 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dae77-83ae-4eff-9570-579e07c91417 None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_floatingips': [{'id': 'd341ebca-d51d-48e7-b3ff-d7ffbf79da06', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'floating_ip_address': '172.28.0.109', 'floating_network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'router_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'port_id': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'mac_address': 'fa:16:3e:8d:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b636a66a-191d-4ac1-8396-54837534dcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T17:25:50Z', 'updated_at': '2022-01-17T17:26:04Z', 'revision_number': 1, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:26:06.953558 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390731bd-4e1f-420b-b6ef-9dbd777c2ed5 None None] New status for floating IP d341ebca-d51d-48e7-b3ff-d7ffbf79da06: ACTIVE {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:26:07.637764 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:08.604105 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55366) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:08.718730 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:08.732605 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:08.736469 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Usage tracker for resource:security_group_rule and tenant:c79c8fc903064b369bcaa3d4d79edd7c is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:08.739205 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:08.744991 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:08.824560 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:08.828340 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:08.874650 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c79c8fc903064b369bcaa3d4d79edd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695086 Jan 17 17:26:08.876788 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e73d4-fc1a-4fd8-bd69-cc126027055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eac366-d1c3-499f-9985-1e9a5049e901,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:08.878113 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55372) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:09.026529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.052520 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.103072 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.118607 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eac366-d1c3-499f-9985-1e9a5049e901,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:09.122820 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.126226 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c7d7bb8d-9e7d-4907-8e12-19ecf5b3e262 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/38eac366-d1c3-499f-9985-1e9a5049e901 HTTP/1.1" status: 204 len: 168 time: 0.2448626 Jan 17 17:26:09.408335 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55382) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:09.425640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.439892 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:09.443611 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Usage tracker for resource:security_group_rule and tenant:e93244f26ab24c4b9612bd06084b18d2 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:09.446412 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:09.452176 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:09.537523 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.541202 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.596320 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e93244f26ab24c4b9612bd06084b18d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842170 Jan 17 17:26:09.597620 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55386) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:09.598191 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da578-7dbb-4e47-87dd-6a3fb51c8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9027f6-a7d6-48a3-b7a9-1e1598be5373,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:09.664221 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.689557 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.740037 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.755268 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9027f6-a7d6-48a3-b7a9-1e1598be5373,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:09.763623 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:09.764731 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7aadb782-268f-48b9-a80e-d1d2c523dc31 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3c9027f6-a7d6-48a3-b7a9-1e1598be5373 HTTP/1.1" status: 204 len: 168 time: 0.1657574 Jan 17 17:26:11.581365 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:14.039226 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:26:15.373066 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55492) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:15.488371 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.502664 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:15.507001 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Usage tracker for resource:security_group_rule and tenant:e0d88c453f8444909302e991e1151ff4 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:15.510084 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:15.515648 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:15.601134 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.605093 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.654930 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bce3bb-26d1-4c43-acdc-eb29b5ebe8c5,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:15.659698 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e0d88c453f8444909302e991e1151ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856214 Jan 17 17:26:15.662544 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55500) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:15.666105 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.666446 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.666774 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.667097 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.667429 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.667760 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.668078 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.668391 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.668703 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.669013 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.669321 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.669627 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c176d0b-482b-497d-ad3d-d0ee0d6d0b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.721879 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.746251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.797231 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.813186 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bce3bb-26d1-4c43-acdc-eb29b5ebe8c5,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:15.823251 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.823620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.823963 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.824294 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.824620 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.824945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.825263 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.825581 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.825900 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.826215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.826530 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.826842 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:26:15.833163 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:15.835882 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7ebdbcd2-ff8f-4b45-88b2-e7cfd22f98ef admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e3bce3bb-26d1-4c43-acdc-eb29b5ebe8c5 HTTP/1.1" status: 204 len: 168 time: 0.1722660 Jan 17 17:26:16.113508 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55508) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:16.132100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.146755 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:16.150525 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Usage tracker for resource:security_group_rule and tenant:e30c38f4de714c2b9143b9a6314d8a65 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:16.153277 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:16.159001 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:16.263098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.267048 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.314224 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e30c38f4de714c2b9143b9a6314d8a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994383 Jan 17 17:26:16.315010 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e358b44-885f-4914-a53d-fd1ef00d5532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad27e82-9a5a-4702-a1da-b0dc9ae8a60d,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:16.316985 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55512) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:16.378946 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.404410 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.456010 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.470873 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad27e82-9a5a-4702-a1da-b0dc9ae8a60d,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:16.478829 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:16.479969 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-7d84e541-b6cd-46af-8f99-c4dfa2df384f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cad27e82-9a5a-4702-a1da-b0dc9ae8a60d HTTP/1.1" status: 204 len: 168 time: 0.1621137 Jan 17 17:26:18.158891 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55562) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:18.274490 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.289550 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:18.293311 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Usage tracker for resource:security_group_rule and tenant:ba93230d430a450a964fcfb07eb8e7fd is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:18.296037 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:18.301746 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:18.385413 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.389192 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.434496 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03938c-6e0e-468e-a7cd-9550d12c33ca,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:18.439202 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-33e7e58e-19be-4fc4-9234-1b922814e57d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ba93230d430a450a964fcfb07eb8e7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787492 Jan 17 17:26:18.442533 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55568) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:18.503261 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.529344 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.579830 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.601781 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03938c-6e0e-468e-a7cd-9550d12c33ca,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:18.606153 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.607170 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-bb41be0c-8381-4c80-80fe-c735b2c68406 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9d03938c-6e0e-468e-a7cd-9550d12c33ca HTTP/1.1" status: 204 len: 168 time: 0.1638720 Jan 17 17:26:18.880808 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55576) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:18.898402 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:18.913264 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:18.917204 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Usage tracker for resource:security_group_rule and tenant:a46c431e910740c6902ccb2091a3c288 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:18.920059 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:18.925951 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:19.007100 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.010833 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.062142 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a46c431e910740c6902ccb2091a3c288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802666 Jan 17 17:26:19.062995 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1e947-dfc5-4df3-824a-7c9c943c1348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0060f49-8760-44fb-a19b-947160bf73cd,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:19.065148 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55582) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:19.127661 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.155123 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.301287 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.316611 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0060f49-8760-44fb-a19b-947160bf73cd,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:19.330536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:19.334144 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d07a9632-3cdd-4c7e-a088-99e82c3b6238 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c0060f49-8760-44fb-a19b-947160bf73cd HTTP/1.1" status: 204 len: 168 time: 0.2646968 Jan 17 17:26:21.549379 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55660) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:21.665441 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.679377 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:21.683091 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Usage tracker for resource:security_group_rule and tenant:6068bb0a1aed4d00913d055aeddfb5aa is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:21.685824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:21.691924 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:21.773088 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.777075 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.823192 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ee546-cee9-49a2-a608-1ffddfa48c9f,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:21.831273 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-bdaf2f7c-a9bf-40f1-9d1c-3cac3e8ccf3e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6068bb0a1aed4d00913d055aeddfb5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779555 Jan 17 17:26:21.832607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55666) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:21.890196 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.914614 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.967078 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.984100 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ee546-cee9-49a2-a608-1ffddfa48c9f,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:21.988324 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:21.989963 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a0623043-1005-48d8-86d4-766105fc6f6a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/dd5ee546-cee9-49a2-a608-1ffddfa48c9f HTTP/1.1" status: 204 len: 168 time: 0.1566114 Jan 17 17:26:22.265155 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55674) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:22.282743 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.296591 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:22.300470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b91eb0ec50644549071543b24cebbe8 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:22.303226 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:22.308763 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:22.396177 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.400042 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.447037 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5b91eb0ec50644549071543b24cebbe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807747 Jan 17 17:26:22.447927 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c1611-662e-4d30-acb4-6430a7d107f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f65b3a-7015-4261-9c6b-65975f41ccf9,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:22.449919 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55680) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:22.508278 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.533071 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.587829 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.603572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f65b3a-7015-4261-9c6b-65975f41ccf9,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:22.612674 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:22.613796 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-12d8c6cc-b081-418d-9b6e-0cef2fe9de87 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/35f65b3a-7015-4261-9c6b-65975f41ccf9 HTTP/1.1" status: 204 len: 168 time: 0.1627908 Jan 17 17:26:23.976647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55726) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:24.092781 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.107328 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:24.111092 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Usage tracker for resource:security_group_rule and tenant:29439e06e6e34c7eaa6a47ac6ab2d416 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:24.113901 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:24.119443 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:24.204184 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.208737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.255588 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=29439e06e6e34c7eaa6a47ac6ab2d416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777741 Jan 17 17:26:24.256293 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7219e9-bfc3-4991-b14d-038e6a9f8766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b948d-8588-4dca-b96d-24472a683d33,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:24.258920 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55732) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:24.320745 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.346508 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.397921 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.413374 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b948d-8588-4dca-b96d-24472a683d33,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:24.422584 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:24.423718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-3f72147e-59e1-40f5-9a8e-e9152c00668a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/945b948d-8588-4dca-b96d-24472a683d33 HTTP/1.1" status: 204 len: 168 time: 0.1635768 Jan 17 17:26:28.353980 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55786) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:28.469057 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.483272 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:26:28.487170 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Usage tracker for resource:security_group_rule and tenant:56b3a49c1c304eb4a92581accdb5254c is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:26:28.490254 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:26:28.495968 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:26:28.579002 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.583281 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.638897 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=56b3a49c1c304eb4a92581accdb5254c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837238 Jan 17 17:26:28.639789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6164-f106-4169-9a0d-ad56313bb333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee3b3c2-86b2-4610-bebc-6695e749e6cd,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:28.641607 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 55792) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:26:28.701040 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.726591 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.776667 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.791764 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee3b3c2-86b2-4610-bebc-6695e749e6cd,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:26:28.802906 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:28.803948 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c3964022-ce22-4bb0-9747-85da8e4cea1d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5ee3b3c2-86b2-4610-bebc-6695e749e6cd HTTP/1.1" status: 204 len: 168 time: 0.1612737 Jan 17 17:26:32.724950 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-32fb9ced-dcf8-4677-a7da-8c59a98b957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:35.075731 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f998703c-1575-4d13-aac0-520285adef40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:36.093498 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:36.144424 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:37.638789 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:41.592040 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:26:48.017750 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-24173a28-9957-4e98-8de3-dfa1e172e2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709548 Jan 17 17:26:48.161497 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-ff073a8b-5d51-4816-ba1f-a8b34af3ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:48.162969 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-ff073a8b-5d51-4816-ba1f-a8b34af3ea60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 1099 time: 0.0711751 Jan 17 17:26:48.314559 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-de319f1a-6244-45f2-951d-8c42dbe7dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:48.316305 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-de319f1a-6244-45f2-951d-8c42dbe7dfd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 200 len: 912 time: 0.1282172 Jan 17 17:26:48.428067 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-47e68354-8a07-4465-81f6-bbe5571f9620 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 200 len: 1002 time: 0.1008658 Jan 17 17:26:48.500564 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-e4ff81bb-f351-4fb2-9002-e465774acc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:48.502020 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-e4ff81bb-f351-4fb2-9002-e465774acc02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 200 len: 850 time: 0.0648546 Jan 17 17:26:48.581722 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-1d491115-5121-4ef5-a06d-10766800e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:48.584821 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-1d491115-5121-4ef5-a06d-10766800e85d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=89a48d9e-06ba-46d3-b084-5fa12db65d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756903 Jan 17 17:26:48.725913 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-e7a21aef-6ef7-4715-b58f-d03f449ab2bf service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304052 Jan 17 17:26:48.949738 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-6493204f-da22-4ce9-adf6-74da13c17b26 req-b0da4e78-f06e-42ff-9883-7f97c8b8ffd2 service neutron] 10.222.0.57 "GET /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144229 Jan 17 17:26:51.038134 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:26:59.729133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7af7bc-5d81-433f-a429-d52a299edc91 req-0aa2f37f-70b4-4f68-b35f-62be748b8566 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:26:59.730465 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef7af7bc-5d81-433f-a429-d52a299edc91 req-0aa2f37f-70b4-4f68-b35f-62be748b8566 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0777247 Jan 17 17:26:59.773996 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-ef7af7bc-5d81-433f-a429-d52a299edc91 req-317d43e8-7a7b-470f-a23f-eed952f80c58 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378821 Jan 17 17:27:00.962294 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218c09e-93ac-4d05-83f9-5364353bdcc1 req-d330800b-da93-44f8-abc0-ce6d5d1d1a60 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:00.963679 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0218c09e-93ac-4d05-83f9-5364353bdcc1 req-d330800b-da93-44f8-abc0-ce6d5d1d1a60 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0830152 Jan 17 17:27:01.008284 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0218c09e-93ac-4d05-83f9-5364353bdcc1 req-bcf0075f-d761-4d38-b582-cb27b74b9166 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 Jan 17 17:27:01.822257 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-41f05748-60a4-4575-9518-2d9c4eeff2ea tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:01.822856 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-41f05748-60a4-4575-9518-2d9c4eeff2ea tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Synchronizing usage tracker for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:27:01.838408 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-41f05748-60a4-4575-9518-2d9c4eeff2ea tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Unset dirty status for tenant:147eaa8cb42e4b4bb6f52ab56e56284b on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:27:01.839497 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-41f05748-60a4-4575-9518-2d9c4eeff2ea tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0947099 Jan 17 17:27:01.912447 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Deleting port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:01.912778 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.179570 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] For port 7d210f68-e0a8-45d9-a89a-3eefabd586e0, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=7d210f68-e0a8-45d9-a89a-3eefabd586e0,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:02.179922 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.204873 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cec3fb-02e0-4861-8b3d-458f27126db3 req-fc4554af-a19c-462b-b736-a30d9ecc7f3b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:02.206591 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83cec3fb-02e0-4861-8b3d-458f27126db3 req-fc4554af-a19c-462b-b736-a30d9ecc7f3b tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 946 time: 0.0793512 Jan 17 17:27:02.250652 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-83cec3fb-02e0-4861-8b3d-458f27126db3 req-c56da475-53d9-4d0d-bfff-32aa8367eb16 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups?id=4a8158dd-56be-4a91-a59d-b28587bba18e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Jan 17 17:27:02.481815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.482099 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1639986'] for floatingip, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.482409 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.l3_db [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Floating IP d341ebca-d51d-48e7-b3ff-d7ffbf79da06 disassociated. External IP: 172.28.0.109, port: 7d210f68-e0a8-45d9-a89a-3eefabd586e0. Jan 17 17:27:02.482743 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Calling delete_port for 7d210f68-e0a8-45d9-a89a-3eefabd586e0 owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:02.626652 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.676135 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'Port': ['ID=7d210f68-e0a8-45d9-a89a-3eefabd586e0,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:02.731695 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2969168-ea52-436b-a852-229fddc6bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:02.868236 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:27:03.054042 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:27:03.063445 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:27:03.074006 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:27:03.074613 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:26:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:03.132703 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] No DVR routers for this DVR port 7d210f68-e0a8-45d9-a89a-3eefabd586e0 on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:27:03.135935 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:03.140004 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'name': 'network-vif-deleted', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:27:03.158399 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-ececa99e-5cd0-4ef4-95c4-942c4113dff2 req-6eae349f-7820-494b-965b-b49612b33434 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.57 "DELETE /v2.0/ports/7d210f68-e0a8-45d9-a89a-3eefabd586e0 HTTP/1.1" status: 204 len: 173 time: 1.3110335 Jan 17 17:27:03.201593 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b636a66a-191d-4ac1-8396-54837534dcca', 'name': 'network-vif-deleted', 'tag': '7d210f68-e0a8-45d9-a89a-3eefabd586e0', 'status': 'completed', 'code': 200} Jan 17 17:27:03.275828 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:27:03.420222 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-9d0ee43f-0657-49a0-b663-e72014a7b4c3 req-efdda59d-7554-4a09-81ce-efefad7e81a6 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/ports?device_id=b636a66a-191d-4ac1-8396-54837534dcca HTTP/1.1" status: 200 len: 210 time: 0.0473516 Jan 17 17:27:03.609160 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:03.613134 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:27:03.622143 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:27:03.622721 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:26:35Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:03.806327 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:27:04.112716 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-46043008-6785-417e-8c88-3791cfc14998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:04.116699 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46043008-6785-417e-8c88-3791cfc14998 None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:22:38Z', 'revision_number': 4, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb', '_interfaces': [{'id': '44272ac6-29e6-440d-bd45-9ac88de69f43', 'name': '', 'network_id': '89a48d9e-06ba-46d3-b084-5fa12db65d7a', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'mac_address': 'fa:16:3e:7d:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '258981c0-b874-442f-945e-b93ac73abd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:37Z', 'updated_at': '2022-01-17T17:22:45Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'subnets': [{'id': '258981c0-b874-442f-945e-b93ac73abd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:27:04.331698 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1eaf26-08a9-446d-bf5b-a62e4618d325 None None] New status for floating IP d341ebca-d51d-48e7-b3ff-d7ffbf79da06: DOWN {{(pid=86829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 17:27:04.542023 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55948) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:04.609140 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:04.636045 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:04.688243 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:04.709001 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8158dd-56be-4a91-a59d-b28587bba18e,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:04.723401 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:04.725804 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-28cffc9a-8307-48ef-bea6-0bed239b2bdd tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "DELETE /v2.0/security-groups/4a8158dd-56be-4a91-a59d-b28587bba18e HTTP/1.1" status: 204 len: 168 time: 0.1828032 Jan 17 17:27:04.728463 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55952) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:04.750210 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.api.v2.resource [None req-337cc26c-cd5e-4032-bba8-288a07bae17e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] show failed (client error): The resource could not be found. Jan 17 17:27:04.750210 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-337cc26c-cd5e-4032-bba8-288a07bae17e tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "GET /v2.0/security-groups/4a8158dd-56be-4a91-a59d-b28587bba18e HTTP/1.1" status: 404 len: 347 time: 0.0204556 Jan 17 17:27:04.752647 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55956) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:04.910643 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Deleting port ef8512af-ae77-4f87-ac2e-c22edbcb1ec0 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:04.910892 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.077046 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-601de097-fe32-44f2-b777-df769c32b85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.085251 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.085561 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.213514 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Calling delete_port for ef8512af-ae77-4f87-ac2e-c22edbcb1ec0 owned by network:floatingip {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:05.352188 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.402705 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Pushing event deleted for resources: {'Port': ['ID=ef8512af-ae77-4f87-ac2e-c22edbcb1ec0,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:05.492592 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks [] for floatingip, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.506481 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for floatingip, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:05.507612 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b0cac75e-6bd3-43cf-babd-9f6810caca83 tempest-AttachVolumeTestJSON-1234451361 tempest-AttachVolumeTestJSON-1234451361-project] 10.222.0.102 "DELETE /v2.0/floatingips/d341ebca-d51d-48e7-b3ff-d7ffbf79da06 HTTP/1.1" status: 204 len: 168 time: 0.7540705 Jan 17 17:27:05.701358 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7d210f68-e0a8-45d9-a89a-3eefabd586e0 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:27:05.735648 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 7d210f68-e0a8-45d9-a89a-3eefabd586e0 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:27:05.735994 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 7d210f68-e0a8-45d9-a89a-3eefabd586e0 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:27:06.097910 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:06.149056 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:07.641632 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:09.541194 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55986) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:10.151657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1828608'] for router_interface, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:10.497694 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Deleting port 44272ac6-29e6-440d-bd45-9ac88de69f43 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:10.497932 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:10.667141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] For port 44272ac6-29e6-440d-bd45-9ac88de69f43, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=44272ac6-29e6-440d-bd45-9ac88de69f43,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:10.667868 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:10.804260 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Calling delete_port for 44272ac6-29e6-440d-bd45-9ac88de69f43 owned by network:router_interface {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:10.986704 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:11.036245 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Pushing event deleted for resources: {'Port': ['ID=44272ac6-29e6-440d-bd45-9ac88de69f43,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:11.406120 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1670800'] for router_interface, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:11.595129 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:11.765810 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Router b02fa4f9-0088-4851-80cd-a55393411dae has already been hosted by L3 agent 00532f2d-2ebf-4861-82b6-56dc8dcded29 {{(pid=86827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 17 17:27:11.944348 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] Notify agent at l3_agent.dv-cinder-818883-2-smb the message routers_updated {{(pid=86827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 17 17:27:11.952698 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Sync routers for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 17:27:11.958811 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-6a887b3b-a8e4-4193-b459-e81d84cfff16 admin admin] 10.222.0.102 "PUT /v2.0/routers/b02fa4f9-0088-4851-80cd-a55393411dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4138808 Jan 17 17:27:11.959249 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55990) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:11.962206 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:27:11.962801 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:27:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:12.131004 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.136432 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: dv-cinder-818883-2-smb {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:27:12.305538 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.314800 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Deleting port ed589dfe-e4e1-4f40-a55e-80fe4608e978 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:12.314974 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.445112 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'external_fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:27:10Z', 'revision_number': 5, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port': {'id': 'ed589dfe-e4e1-4f40-a55e-80fe4608e978', 'name': '', 'network_id': '2380971e-a092-461d-9e1a-22501dfb4d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T17:22:34Z', 'updated_at': '2022-01-17T17:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3057ebf7-bf45-4253-88e5-42ac34cee0d8', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818883-2-smb'}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:12.449124 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Checking router: b02fa4f9-0088-4851-80cd-a55393411dae for host: dv-cinder-818883-2-smb {{(pid=86830) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 17:27:12.457407 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Routers {'b02fa4f9-0088-4851-80cd-a55393411dae'} bound to L3 agent in host dv-cinder-818883-2-smb {{(pid=86830) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 17 17:27:12.458703 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T17:10:05Z,description=,heartbeat_timestamp=2022-01-17T17:27:05Z,host='dv-cinder-818883-2-smb',id=00532f2d-2ebf-4861-82b6-56dc8dcded29,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T17:10:05Z,topic='l3_agent')) {'router_ids': ['b02fa4f9-0088-4851-80cd-a55393411dae'], 'active': True} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:12.491536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] For port ed589dfe-e4e1-4f40-a55e-80fe4608e978, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=ed589dfe-e4e1-4f40-a55e-80fe4608e978,segment=NetworkSegment(aa9de84e-88c9-4560-96d7-8b9b02f8d436),segment_id=aa9de84e-88c9-4560-96d7-8b9b02f8d436)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:12.491536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.611933 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_dvr_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] Set router b02fa4f9-0088-4851-80cd-a55393411dae gateway port host: None {{(pid=86830) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 17 17:27:12.717370 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Calling delete_port for ed589dfe-e4e1-4f40-a55e-80fe4608e978 owned by network:router_gateway {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:12.718116 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.l3_hamode_db [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:27:12Z', 'revision_number': 6, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port_host': None}], 'dv-cinder-818883-2-smb', False) {} {{(pid=86830) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:12.722212 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9d57c-41b1-49e5-9878-0b3d4efdde7b None None] The sync data for ids ['b02fa4f9-0088-4851-80cd-a55393411dae'] in dv-cinder-818883-2-smb is: [{'id': 'b02fa4f9-0088-4851-80cd-a55393411dae', 'name': 'tempest-AttachVolumeTestJSON-1676646037-router', 'tenant_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T17:22:33Z', 'updated_at': '2022-01-17T17:27:12Z', 'revision_number': 6, 'project_id': '147eaa8cb42e4b4bb6f52ab56e56284b', 'gw_port_host': None}] {{(pid=86830) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 17:27:12.900468 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:12.948737 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed589dfe-e4e1-4f40-a55e-80fe4608e978,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:13.043288 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1640173'] for router_gateway, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.225533 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10598'] for router, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.227793 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.252085 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1639774'] for router, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.252591 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02fa4f9-0088-4851-80cd-a55393411dae {{(pid=86827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 17 17:27:13.268672 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.269841 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-d4ef6203-5f06-4d05-a96d-290cf4213bb8 admin admin] 10.222.0.102 "DELETE /v2.0/routers/b02fa4f9-0088-4851-80cd-a55393411dae HTTP/1.1" status: 204 len: 168 time: 1.3096895 Jan 17 17:27:13.272973 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 55996) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:13.332106 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Deleting subnet 258981c0-b874-442f-945e-b93ac73abd82 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:27:13.336136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.388220 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.474975 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.545832 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.588098 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258981c0-b874-442f-945e-b93ac73abd82,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:13.590001 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.594671 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2a5ec0-e169-4bbb-8dd1-ea60a696ada0 None None] Network 89a48d9e-06ba-46d3-b084-5fa12db65d7a requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:27:13.595818 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-c5f56ffe-89d9-46c9-9edf-fa2934bd0ac8 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/258981c0-b874-442f-945e-b93ac73abd82 HTTP/1.1" status: 204 len: 168 time: 0.3218203 Jan 17 17:27:13.598255 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56000) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:13.707187 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.718161 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Deleting port fdf062c8-08e6-4aff-9f4a-860112657249 {{(pid=86827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:13.718492 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.886937 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] DHCP port deletion for 89a48d9e-06ba-46d3-b084-5fa12db65d7a request from dv-cinder-818883-2-smb {{(pid=86829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 17 17:27:13.891099 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Deleting port fdf062c8-08e6-4aff-9f4a-860112657249 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:13.891516 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:13.925239 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.db [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] For port fdf062c8-08e6-4aff-9f4a-860112657249, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=fdf062c8-08e6-4aff-9f4a-860112657249,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:13.925817 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.048747 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Calling delete_port for fdf062c8-08e6-4aff-9f4a-860112657249 owned by network:dhcp {{(pid=86827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:14.104045 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] For port fdf062c8-08e6-4aff-9f4a-860112657249, host dv-cinder-818883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818883-2-smb',level=0,port_id=fdf062c8-08e6-4aff-9f4a-860112657249,segment=NetworkSegment(045fe081-0437-4456-b886-cc147fbd4ad8),segment_id=045fe081-0437-4456-b886-cc147fbd4ad8)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:14.104451 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.211101 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2463280'] for port, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.231133 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Calling delete_port for fdf062c8-08e6-4aff-9f4a-860112657249 owned by network:dhcp {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:14.257141 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf062c8-08e6-4aff-9f4a-860112657249,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:14.263322 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] No DVR routers for this DVR port fdf062c8-08e6-4aff-9f4a-860112657249 on host dv-cinder-818883-2-smb {{(pid=86827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:27:14.302886 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.db.api [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 17:27:14.303154 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG oslo_db.api [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 17:27:14.379270 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.408477 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a48d9e-06ba-46d3-b084-5fa12db65d7a']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:14.421460 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045fe081-0437-4456-b886-cc147fbd4ad8') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:14.421789 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045fe081-0437-4456-b886-cc147fbd4ad8') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:27:14.432765 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.447987 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.453723 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:27:14.454094 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:27:14.467482 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:27:14.543329 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.559925 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.570138 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a48d9e-06ba-46d3-b084-5fa12db65d7a,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:14.583713 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-cf9b4736-2980-4c6f-84ff-b37013e90ce6 admin admin] 10.222.0.102 "DELETE /v2.0/networks/89a48d9e-06ba-46d3-b084-5fa12db65d7a HTTP/1.1" status: 204 len: 168 time: 0.9834015 Jan 17 17:27:14.746288 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ed589dfe-e4e1-4f40-a55e-80fe4608e978 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:27:14.756656 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56012) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:14.779843 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: ed589dfe-e4e1-4f40-a55e-80fe4608e978 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:27:14.780188 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device ed589dfe-e4e1-4f40-a55e-80fe4608e978 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:27:14.780601 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device fdf062c8-08e6-4aff-9f4a-860112657249 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:27:14.805386 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-5df953e4-34e4-4c34-9dae-8d896a599ea6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=147eaa8cb42e4b4bb6f52ab56e56284b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475581 Jan 17 17:27:14.807836 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56016) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:14.810686 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Deleting port fdf062c8-08e6-4aff-9f4a-860112657249 {{(pid=86829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:14.811001 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.847875 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: fdf062c8-08e6-4aff-9f4a-860112657249 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:27:14.848250 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device fdf062c8-08e6-4aff-9f4a-860112657249 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:27:14.848811 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 44272ac6-29e6-440d-bd45-9ac88de69f43 no longer exists at agent ovs-agent-dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:27:14.865850 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.891656 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.909767 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] No Port match for: 44272ac6-29e6-440d-bd45-9ac88de69f43 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:27:14.910119 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Device 44272ac6-29e6-440d-bd45-9ac88de69f43 not bound to the agent host dv-cinder-818883-2-smb {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:27:14.915815 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-40ce701e-36e1-4f20-896e-1b0bc123f275 None None] The port 'fdf062c8-08e6-4aff-9f4a-860112657249' was deleted {{(pid=86829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 17 17:27:14.948259 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.966169 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6af4119-a1cb-4316-b23f-39fa85d1b8fc,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:14.972328 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:14.976181 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-370883cf-0311-46ba-abb3-6a96a2f2512b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a6af4119-a1cb-4316-b23f-39fa85d1b8fc HTTP/1.1" status: 204 len: 168 time: 0.1647034 Jan 17 17:27:16.799673 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56070) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:16.936292 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:16.952647 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:16.956717 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Usage tracker for resource:security_group_rule and tenant:e9df7925d1724728af86d4b7185a219d is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:16.960724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:16.967839 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:17.062737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.066632 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.215327 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e9df7925d1724728af86d4b7185a219d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144747 Jan 17 17:27:17.216107 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71e6c58-6810-4384-a3e8-dd8df007b463,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:17.217968 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56076) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:17.224495 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.224958 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.225309 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.225772 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.226110 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.226435 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.230965 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.231403 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.231784 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.232106 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.232427 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.232936 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e74074-258a-4431-b94e-9786eae4cebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.287382 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.314966 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.366133 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.380904 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71e6c58-6810-4384-a3e8-dd8df007b463,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:17.390824 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.391175 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.391548 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.391896 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.392212 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.392871 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.393208 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.393540 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.393887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.394211 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.394532 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.394850 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:17.399579 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.403930 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-cb44628d-5495-4b15-b2d2-702849d8d8dd admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c71e6c58-6810-4384-a3e8-dd8df007b463 HTTP/1.1" status: 204 len: 168 time: 0.1841173 Jan 17 17:27:17.684370 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56084) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:17.702899 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.719451 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:17.723782 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:8276f9f8703c4940b323881e94e200b8 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:17.726871 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:17.732564 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:17.814725 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.818350 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.867769 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef3509-e79f-45c6-ad16-99569b052a8f,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:17.871867 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b30f7467-b12f-40ad-a976-76cf53079ce4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8276f9f8703c4940b323881e94e200b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864500 Jan 17 17:27:17.875015 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56088) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:17.938536 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:17.965783 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:18.017237 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:18.034096 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef3509-e79f-45c6-ad16-99569b052a8f,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:18.038442 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:18.039579 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-33b11e8b-7b3b-42f6-a76b-5f03da9e6058 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/baef3509-e79f-45c6-ad16-99569b052a8f HTTP/1.1" status: 204 len: 168 time: 0.1642897 Jan 17 17:27:20.806556 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56158) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:20.932701 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:20.948067 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:20.951932 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Usage tracker for resource:security_group_rule and tenant:0a893446b77645c982870a1d9091a3e9 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:20.954729 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:20.961414 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:21.049323 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.053953 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.100739 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0a893446b77645c982870a1d9091a3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931058 Jan 17 17:27:21.102297 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59565c72-f348-4cd4-9657-0367c989eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a94bf2-921f-4ecd-bdf1-63180f1c2da7,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:21.104623 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56164) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:21.161369 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.186360 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.236737 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.252091 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a94bf2-921f-4ecd-bdf1-63180f1c2da7,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:21.261959 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.263066 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-f8113be4-1b10-4472-a8b4-b751920ff589 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/83a94bf2-921f-4ecd-bdf1-63180f1c2da7 HTTP/1.1" status: 204 len: 168 time: 0.1573644 Jan 17 17:27:21.539957 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56172) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:21.557147 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.574568 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:21.578374 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Usage tracker for resource:security_group_rule and tenant:70c915812d1e401bb33bc69cd526f9a7 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:21.581432 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:21.587765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:21.668043 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.671793 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.719589 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=70c915812d1e401bb33bc69cd526f9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784556 Jan 17 17:27:21.720418 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02241-bb51-495d-9985-d6ec39863115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15f11b-48c6-492d-8c75-0b47fe9dc734,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:21.722171 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56176) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:21.780490 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.806300 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.857143 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.871924 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15f11b-48c6-492d-8c75-0b47fe9dc734,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:21.883351 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:21.884515 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-105d7f28-2d39-4641-85b7-0aa9853fd163 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1d15f11b-48c6-492d-8c75-0b47fe9dc734 HTTP/1.1" status: 204 len: 168 time: 0.1612177 Jan 17 17:27:27.535476 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56276) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:27.650133 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.664438 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:27.668238 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Usage tracker for resource:security_group_rule and tenant:bc0039e9146340ccb087457a6586fc9d is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:27.670957 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:27.676574 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:27.757029 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.760643 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.809607 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bc0039e9146340ccb087457a6586fc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723916 Jan 17 17:27:27.811130 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0d6e6-fce8-4962-a73a-f2b20b205e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268d8ca7-55ec-4d65-a59c-8d2f33642dc2,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:27.812887 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56282) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:27.874671 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.900374 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.952630 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.966805 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268d8ca7-55ec-4d65-a59c-8d2f33642dc2,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:27.976535 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:27.976535 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a57c1b23-7f43-4e78-8bb9-9bf0b998ea6a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/268d8ca7-55ec-4d65-a59c-8d2f33642dc2 HTTP/1.1" status: 204 len: 168 time: 0.1607659 Jan 17 17:27:28.037456 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:27:28.251993 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56290) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:28.269534 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.283992 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:28.289006 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Usage tracker for resource:security_group_rule and tenant:57796a57424a44c982cbc0f80e11dbf4 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:28.292813 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:28.302106 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:28.384518 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.389499 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.436628 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57796a57424a44c982cbc0f80e11dbf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834419 Jan 17 17:27:28.437353 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804e00-05a8-4561-bb0b-08275f88fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc170453-a546-43b0-b7a8-c49e1bb8b9d7,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:28.439207 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56294) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:28.498700 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.524472 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.576537 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.608093 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc170453-a546-43b0-b7a8-c49e1bb8b9d7,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:28.613611 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.617947 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-71bc0fb2-726b-44da-81fa-6f75c766ff9e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cc170453-a546-43b0-b7a8-c49e1bb8b9d7 HTTP/1.1" status: 204 len: 168 time: 0.1747327 Jan 17 17:27:28.956356 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56302) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:28.975588 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:28.991181 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:28.995081 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Usage tracker for resource:security_group_rule and tenant:ed09c13ad2e842a6b59aed7f1a68f0a6 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:28.997938 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:29.003818 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:29.087659 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.091201 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.138503 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ed09c13ad2e842a6b59aed7f1a68f0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810527 Jan 17 17:27:29.139357 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982c82f-7f56-4bb0-8b16-396594fafd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141d2d7-c7a2-439a-9afa-c09c48e6b808,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:29.141604 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56306) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:29.199478 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.226240 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.284193 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.299763 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141d2d7-c7a2-439a-9afa-c09c48e6b808,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:29.307969 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:29.309156 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-b83cbec2-50f5-45ab-85c1-0978233d5363 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4141d2d7-c7a2-439a-9afa-c09c48e6b808 HTTP/1.1" status: 204 len: 168 time: 0.1666019 Jan 17 17:27:31.531956 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56376) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:31.653858 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.669061 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:31.672813 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Usage tracker for resource:security_group_rule and tenant:e710fce75ce140f38b9ecf3953334528 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:31.675561 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:31.681682 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:31.765596 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.769316 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.815595 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e710fce75ce140f38b9ecf3953334528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825556 Jan 17 17:27:31.817717 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60420e-0c4d-4862-b141-302286f499b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ff3b10-4a55-4171-a703-0323c5f060c8,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:31.818795 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56382) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:31.877053 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.902855 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.956161 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.970459 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ff3b10-4a55-4171-a703-0323c5f060c8,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:31.977230 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:31.978339 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-4f918648-f524-4956-aa10-3374554b3e56 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/14ff3b10-4a55-4171-a703-0323c5f060c8 HTTP/1.1" status: 204 len: 168 time: 0.1585448 Jan 17 17:27:32.252579 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56390) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:32.269796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.284396 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:32.288852 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Usage tracker for resource:security_group_rule and tenant:623752dc9dba4774a7f88fde5e5d89b2 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:32.291595 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:32.297080 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:32.383470 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.387260 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.433620 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0e2b1-fa03-4e16-b5af-72c538be1ba7,revision_number=1']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:32.437747 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-f5403e99-c301-4de8-95e2-a29cbeb36d7e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=623752dc9dba4774a7f88fde5e5d89b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841059 Jan 17 17:27:32.440330 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56394) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:32.498074 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.524143 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.575406 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.589817 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0e2b1-fa03-4e16-b5af-72c538be1ba7,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:32.595790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:32.597127 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-e62093c7-724a-4529-8398-968c63d83ac8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fce0e2b1-fa03-4e16-b5af-72c538be1ba7 HTTP/1.1" status: 204 len: 168 time: 0.1556776 Jan 17 17:27:32.725091 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f916dd85-c647-42a0-a78d-caedeab476a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.312049 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56418) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:33.434982 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22037542-network', 'tenant_id': '46953fcbe08c4b5682a8abbadb29fc44'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:33.439761 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:33.443589 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Usage tracker for resource:network and tenant:46953fcbe08c4b5682a8abbadb29fc44 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:33.446340 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:33.452626 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:33.462352 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Made reservation on behalf of 46953fcbe08c4b5682a8abbadb29fc44 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:27:33.464694 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.476916 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.491765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:33.495572 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Usage tracker for resource:security_group_rule and tenant:46953fcbe08c4b5682a8abbadb29fc44 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:33.498299 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:33.503911 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:33.585244 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.590084 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.620765 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:27:33.629560 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa059c86-471a-4083-9697-c6c7d977a945,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:33.635734 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.636101 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Added segment 2f117e1d-e925-48af-9054-44c1adb8c147 of type vlan for network 1d6d7e83-9936-497c-afb1-016bf68dc0db Jan 17 17:27:33.665449 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.697146 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.698101 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:33.698709 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:33.801633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] Pushing event updated for resources: {'Network': ['ID=1d6d7e83-9936-497c-afb1-016bf68dc0db,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:33.811121 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 1d6d7e83-9936-497c-afb1-016bf68dc0db details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:27:33.819694 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-6b7cd67f-2eee-4bc2-868c-db4660d144ec admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5059502 Jan 17 17:27:33.822490 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56424) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:33.828039 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Request body: {'subnet': {'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22037542-subnet', 'tenant_id': '46953fcbe08c4b5682a8abbadb29fc44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:33.833513 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:33.837276 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Usage tracker for resource:subnet and tenant:46953fcbe08c4b5682a8abbadb29fc44 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:33.840068 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:33.845633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:33.859815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Made reservation on behalf of 46953fcbe08c4b5682a8abbadb29fc44 for: {'subnet': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:27:33.862127 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3100660'] for subnet, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.058296 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3854118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3100646'] for subnet, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.128010 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9d2432-2d36-4e76-b855-c916693b5211,revision_number=0']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:34.137310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Checking segment: {'id': '2f117e1d-e925-48af-9054-44c1adb8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:27:34.137654 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Network hostable DHCP agents. Network: 1d6d7e83-9936-497c-afb1-016bf68dc0db, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:27:34.156326 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Network 1d6d7e83-9936-497c-afb1-016bf68dc0db is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:27:34.164949 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 1d6d7e83-9936-497c-afb1-016bf68dc0db) {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:27:34.169079 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:34.169686 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.174362 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab63692-ae9b-4b67-8f12-c54cc55c344c None None] Network 1d6d7e83-9936-497c-afb1-016bf68dc0db requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:27:34.189854 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-2ea0ce60-ac7b-40c1-90da-1cc2b8badf92 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3663461 Jan 17 17:27:34.431972 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074d67ff-a660-4dab-a726-c3d5ab422e01 None None] Network 1d6d7e83-9936-497c-afb1-016bf68dc0db requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:27:34.700826 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56442) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:34.706473 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768794316-network', 'tenant_id': '0480db60f7f34216a1b5991ab8bd3037'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:34.711233 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:34.715059 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Usage tracker for resource:network and tenant:0480db60f7f34216a1b5991ab8bd3037 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:34.717881 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:34.723859 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:34.736217 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Made reservation on behalf of 0480db60f7f34216a1b5991ab8bd3037 for: {'network': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:27:34.739026 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for network, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.750818 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.765229 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:34.768930 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Usage tracker for resource:security_group_rule and tenant:0480db60f7f34216a1b5991ab8bd3037 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:34.771773 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:34.777326 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:34.855689 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.859211 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.889899 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=86828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 17:27:34.894939 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb88a5-fa2f-4840-9946-42187773aeee,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:34.902094 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.902210 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.db.segments_db [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Added segment ff77c5ac-456d-4438-90ca-75fafd2ada49 of type vlan for network 146791de-12be-41f0-9294-837591db7386 Jan 17 17:27:34.928406 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751581958220'] for network, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.955979 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671'] for network, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:34.956883 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:34.957603 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:35.055602 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] Pushing event updated for resources: {'Network': ['ID=146791de-12be-41f0-9294-837591db7386,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:35.059127 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-dcd17c37-26be-4dcb-9881-144bfe24496f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3573866 Jan 17 17:27:35.063796 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56446) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:27:35.068482 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Network 146791de-12be-41f0-9294-837591db7386 details requested by agent ovs-agent-dv-cinder-818883-2-smb with host dv-cinder-818883-2-smb {{(pid=86829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 17 17:27:35.070505 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.v2.base [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Request body: {'subnet': {'network_id': '146791de-12be-41f0-9294-837591db7386', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768794316-subnet', 'tenant_id': '0480db60f7f34216a1b5991ab8bd3037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:35.075235 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:35.079190 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Usage tracker for resource:subnet and tenant:0480db60f7f34216a1b5991ab8bd3037 is out of sync, need to count used quota {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:35.082328 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.quota.resource [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86827) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:35.092315 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.quota.driver [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86827) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:35.103610 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Made reservation on behalf of 0480db60f7f34216a1b5991ab8bd3037 for: {'subnet': 1} {{(pid=86827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:27:35.105919 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2417032'] for subnet, before_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:35.136254 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-04eef993-acf7-48ba-b44a-37df8e9316ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:35.311236 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2463428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2417050'] for subnet, after_create {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:35.391119 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2bb8c3-1bf2-4961-b95a-898176540f46,revision_number=0']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:35.397039 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Checking segment: {'id': 'ff77c5ac-456d-4438-90ca-75fafd2ada49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '146791de-12be-41f0-9294-837591db7386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:27:35.397378 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Network hostable DHCP agents. Network: 146791de-12be-41f0-9294-837591db7386, hostable agents: ['80eb8d27-182d-47e8-8ed7-012b8234260a'], hosted agents: [] {{(pid=86827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 17:27:35.416411 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Network 146791de-12be-41f0-9294-837591db7386 is scheduled to be hosted by DHCP agent 80eb8d27-182d-47e8-8ed7-012b8234260a with binding_index 1 {{(pid=86827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 17:27:35.425176 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.scheduler.base_scheduler [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818883-2-smb, 146791de-12be-41f0-9294-837591db7386) {{(pid=86827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:27:35.433423 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bba165-0bef-49d5-8d2f-e842a76676b4 None None] Network 146791de-12be-41f0-9294-837591db7386 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:27:35.433606 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:35.434056 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:35.453756 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-87c1de9c-ab23-47de-a44b-9907ba73e65c admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3888454 Jan 17 17:27:35.648008 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e897aa4-0979-4c37-8750-604cba9c733f None None] Network 146791de-12be-41f0-9294-837591db7386 requested from dv-cinder-818883-2-smb {{(pid=86829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 17 17:27:36.046953 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-83375c9d-c896-427b-893f-c21b4483ba47 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:36.048328 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-83375c9d-c896-427b-893f-c21b4483ba47 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/networks?id=1d6d7e83-9936-497c-afb1-016bf68dc0db HTTP/1.1" status: 200 len: 807 time: 0.1508737 Jan 17 17:27:36.063153 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-6120f41d-9e18-43af-b172-bbc3bed4b45e tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/quotas/46953fcbe08c4b5682a8abbadb29fc44 HTTP/1.1" status: 200 len: 375 time: 0.0086792 Jan 17 17:27:36.103069 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:36.111449 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-01d0c751-1870-4bbd-9605-b50a33d9b06e tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=46953fcbe08c4b5682a8abbadb29fc44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421708 Jan 17 17:27:36.150940 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:36.345014 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-753852d8-b438-41cd-a39f-7a9ca70682e5 service neutron] 10.222.0.102 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262840 Jan 17 17:27:36.563694 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-9c176bbf-cf46-41c0-ab05-0c419ebced0a service neutron] 10.222.0.102 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123363 Jan 17 17:27:36.737290 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7f8123e9-8dbe-499d-9958-db2624f67d48 req-7f354ec8-7152-4de1-b5df-c03e15b120b9 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 210 time: 0.0433230 Jan 17 17:27:37.644703 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:37.833945 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-4830cf8f-a555-45d7-bde8-1c09bd7cf728 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:37.835264 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-4830cf8f-a555-45d7-bde8-1c09bd7cf728 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Synchronizing usage tracker for tenant:46953fcbe08c4b5682a8abbadb29fc44 on resource:network {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:27:37.852709 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-4830cf8f-a555-45d7-bde8-1c09bd7cf728 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Unset dirty status for tenant:46953fcbe08c4b5682a8abbadb29fc44 on resource:network {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:27:37.853932 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-4830cf8f-a555-45d7-bde8-1c09bd7cf728 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.57 "GET /v2.0/networks?id=1d6d7e83-9936-497c-afb1-016bf68dc0db HTTP/1.1" status: 200 len: 807 time: 0.1705012 Jan 17 17:27:37.869962 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Request body: {'port': {'device_id': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db', 'admin_state_up': True, 'tenant_id': '46953fcbe08c4b5682a8abbadb29fc44'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:37.900309 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-b86b6dcf-495d-4953-8f67-69714f317e31 req-2ec34397-6417-4c4a-b4f4-61b966a5acd8 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 210 time: 0.0470085 Jan 17 17:27:38.010120 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:27:38.013826 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Usage tracker for resource:port and tenant:46953fcbe08c4b5682a8abbadb29fc44 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:27:38.016581 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:27:38.022587 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:27:38.032199 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Made reservation on behalf of 46953fcbe08c4b5682a8abbadb29fc44 for: {'port': 1} {{(pid=86828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 17:27:38.036358 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:38.194805 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.db_base_plugin_common [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Allocated IP 172.20.0.11 (1d6d7e83-9936-497c-afb1-016bf68dc0db/0d9d2432-2d36-4e76-b855-c916693b5211/0f6bc85a-1d27-425c-a9a2-220445b18fc3) {{(pid=86828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 17:27:38.487356 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks [] for port, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:38.516775 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751581935315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:38.590526 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Network 1d6d7e83-9936-497c-afb1-016bf68dc0db is already hosted by enough agents. {{(pid=86828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 17:27:38.593633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.scheduler.base_scheduler [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Resources bound (agent type, host, resource id): {{(pid=86828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 17:27:38.597394 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Received port after_create {{(pid=86828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jan 17 17:27:38.627529 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Pushing event updated for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:38.661685 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:38.662279 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:38.682992 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-7d8c0024-55da-4673-ac15-cfa3a3fe7b8a tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8169169 Jan 17 17:27:38.697854 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.v2.base [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Request body: {'port': {'device_id': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 17:27:38.806617 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.086094 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b659b90-4657-4103-98d4-0a2f1a68afc4 req-f5078e50-bb64-45c3-870e-80ef629e7995 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:39.087460 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b659b90-4657-4103-98d4-0a2f1a68afc4 req-f5078e50-bb64-45c3-870e-80ef629e7995 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 932 time: 0.0799856 Jan 17 17:27:39.131718 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-7b659b90-4657-4103-98d4-0a2f1a68afc4 req-c44bdebf-d751-47d6-8223-6efc678f107b tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Jan 17 17:27:39.142354 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6bc85a-1d27-425c-a9a2-220445b18fc3 {{(pid=86828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:27:39.153841 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.165540 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.provisioning_blocks [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Transition to ACTIVE for port object 0f6bc85a-1d27-425c-a9a2-220445b18fc3 will not be triggered until provisioned by entity L2. {{(pid=86828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 17:27:39.168555 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.329785 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=2']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:39.411053 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Attempting to bind port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 17 17:27:39.411393 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Attempting to bind port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '2f117e1d-e925-48af-9054-44c1adb8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db'}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 17 17:27:39.411834 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Attempting to bind port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 on network 1d6d7e83-9936-497c-afb1-016bf68dc0db {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:27:39.416327 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 on network 1d6d7e83-9936-497c-afb1-016bf68dc0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 17 17:27:39.416640 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Attempting to bind port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 on network 1d6d7e83-9936-497c-afb1-016bf68dc0db {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 17 17:27:39.421604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Checking agent: {'id': '11eaf90e-5e77-4ad4-b077-24ce7ce069e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'started_at': datetime.datetime(2022, 1, 17, 17, 16, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 17, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 17 17:27:39.421934 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Checking segment: {'id': '2f117e1d-e925-48af-9054-44c1adb8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 17 17:27:39.422310 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Bound using segment: {'id': '2f117e1d-e925-48af-9054-44c1adb8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db'} {{(pid=86828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 17 17:27:39.422724 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.managers [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Bound port: 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f117e1d-e925-48af-9054-44c1adb8c147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db'}}] {{(pid=86828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 17 17:27:39.423062 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.523541 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, cleared binding levels {{(pid=86828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 17 17:27:39.526457 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3,segment=NetworkSegment(2f117e1d-e925-48af-9054-44c1adb8c147),segment_id=2f117e1d-e925-48af-9054-44c1adb8c147)] {{(pid=86828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 17 17:27:39.530994 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3854251'] for port, after_update {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.581624 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:39.582786 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:39.584372 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f6bc85a-1d27-425c-a9a2-220445b18fc3 HTTP/1.1" status: 200 len: 1094 time: 0.8904669 Jan 17 17:27:39.591969 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:27:39.616633 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba7af-e29e-4042-8347-d191e33d01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=3']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:39.660652 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3', 'status': 'completed', 'code': 200} Jan 17 17:27:39.698278 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-556c9997-812a-4e1a-b79c-2850bc56f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:39.699760 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-556c9997-812a-4e1a-b79c-2850bc56f947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46953fcbe08c4b5682a8abbadb29fc44&device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 1097 time: 0.0750582 Jan 17 17:27:39.770047 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-1d4168ce-766f-49f2-8b1c-928d94d01124 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3 HTTP/1.1" status: 200 len: 217 time: 0.0594752 Jan 17 17:27:39.836815 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-82d4f572-994b-48d6-9162-c02666a42790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:39.838204 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-82d4f572-994b-48d6-9162-c02666a42790 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d9d2432-2d36-4e76-b855-c916693b5211 HTTP/1.1" status: 200 len: 847 time: 0.0593405 Jan 17 17:27:39.888555 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-99840fab-f987-46ef-b0aa-ec3b25d2486a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d6d7e83-9936-497c-afb1-016bf68dc0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394828 Jan 17 17:27:40.019170 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-f910a7a6-7e25-438e-bedc-b2eaaaa49b02 service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215127 Jan 17 17:27:40.243952 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-0bb4aed9-5861-435b-bfbc-ed975b3cc6ce req-3e7cc499-f75f-4df3-a980-ef9a34ce5bac service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148628 Jan 17 17:27:40.328453 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00446b3-5d4b-456c-a84f-9211446fd47c req-eb616c53-e7cb-4ab5-9125-e48f34fde143 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:40.330012 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a00446b3-5d4b-456c-a84f-9211446fd47c req-eb616c53-e7cb-4ab5-9125-e48f34fde143 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 944 time: 0.0894206 Jan 17 17:27:40.378642 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a00446b3-5d4b-456c-a84f-9211446fd47c req-18025851-8b1f-4966-a668-50a5e27394f1 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Jan 17 17:27:40.399873 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-5af05bd7-667c-4c32-9601-79c0f34ab5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:40.401336 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-5af05bd7-667c-4c32-9601-79c0f34ab5b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46953fcbe08c4b5682a8abbadb29fc44&device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 1097 time: 0.0988414 Jan 17 17:27:40.533215 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-8943f8f2-d812-4307-869f-3f5397f84ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:40.534516 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-8943f8f2-d812-4307-869f-3f5397f84ed6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d6d7e83-9936-497c-afb1-016bf68dc0db HTTP/1.1" status: 200 len: 908 time: 0.1271381 Jan 17 17:27:40.605069 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-4e6c8e2d-e869-47eb-af98-cad3c8a5f5ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3 HTTP/1.1" status: 200 len: 217 time: 0.0608513 Jan 17 17:27:40.669755 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-2cb50051-f16a-4b35-80d8-e2900eea4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:40.671165 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-2cb50051-f16a-4b35-80d8-e2900eea4208 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d9d2432-2d36-4e76-b855-c916693b5211 HTTP/1.1" status: 200 len: 847 time: 0.0596113 Jan 17 17:27:40.718987 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-229e3e2c-e7fd-4d6c-b5d0-b793178659de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d6d7e83-9936-497c-afb1-016bf68dc0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410991 Jan 17 17:27:40.850755 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-c14651d3-7ac4-45bf-bd27-f53c746af47d service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244912 Jan 17 17:27:40.982236 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a7093136-ba37-4b2c-bb37-a65c3a9feb2c req-248ca0b9-7ffb-4d20-aaec-b0e13b7f0649 service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245677 Jan 17 17:27:41.573240 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b74477-4d09-4c56-8a6a-43cfff477405 req-886f4982-5c96-4083-8b97-daf8238ac8e1 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:41.574664 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-90b74477-4d09-4c56-8a6a-43cfff477405 req-886f4982-5c96-4083-8b97-daf8238ac8e1 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 944 time: 0.0802820 Jan 17 17:27:41.605558 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:41.619459 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-90b74477-4d09-4c56-8a6a-43cfff477405 req-0d4cde3d-c22d-463e-97ea-482ebbbb9f5c tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Jan 17 17:27:41.825324 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 0f6bc85a-1d27-425c-a9a2-220445b18fc3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 17 17:27:41.958833 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3,segment=NetworkSegment(2f117e1d-e925-48af-9054-44c1adb8c147),segment_id=2f117e1d-e925-48af-9054-44c1adb8c147)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:41.971734 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Returning: {'device': '0f6bc85a-1d27-425c-a9a2-220445b18fc3', 'network_id': '1d6d7e83-9936-497c-afb1-016bf68dc0db', 'port_id': '0f6bc85a-1d27-425c-a9a2-220445b18fc3', 'mac_address': 'fa:16:3e:a3:d1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9d2432-2d36-4e76-b855-c916693b5211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 17 17:27:42.027221 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:42.044071 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6bc85a-1d27-425c-a9a2-220445b18fc3 {{(pid=86829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 17:27:42.060147 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3,segment=NetworkSegment(2f117e1d-e925-48af-9054-44c1adb8c147),segment_id=2f117e1d-e925-48af-9054-44c1adb8c147)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:42.064156 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:42.136032 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=4']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:42.143168 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.143539 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.143876 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.144204 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.144582 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.145397 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.145724 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.146045 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.146363 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.146682 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.146997 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.147312 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:27:42.361026 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] get_ports_and_sgs() called for port_ids ['0f6bc85a-1d27-425c-a9a2-220445b18fc3'] {{(pid=86829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 17 17:27:42.820768 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cf5f2-9105-47b7-ba0d-78f652e20f81 req-f9e9a9e6-e975-4e94-9be3-f6aca8a4be2b tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:42.822197 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e96cf5f2-9105-47b7-ba0d-78f652e20f81 req-f9e9a9e6-e975-4e94-9be3-f6aca8a4be2b tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 945 time: 0.0843499 Jan 17 17:27:42.866884 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-e96cf5f2-9105-47b7-ba0d-78f652e20f81 req-25d15e75-2821-46ad-96b8-28999c015c4b tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Jan 17 17:27:43.841627 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 0f6bc85a-1d27-425c-a9a2-220445b18fc3 up at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 17 17:27:43.907712 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning for port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 completed by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 17:27:43.913029 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.db.provisioning_blocks [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Provisioning complete for port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 triggered by entity L2. {{(pid=86829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 17:27:43.913393 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726862'] for port, provisioning_complete {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:44.030228 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554364'] for port, before_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:44.054593 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b91d6-100f-4a96-8f3b-f101e176500d req-24934976-421f-4128-9f38-f42247bce5a9 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:44.056618 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2d3b91d6-100f-4a96-8f3b-f101e176500d req-24934976-421f-4128-9f38-f42247bce5a9 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 945 time: 0.0822551 Jan 17 17:27:44.066106 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3'}] {{(pid=86829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:27:44.079478 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.db [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3,segment=NetworkSegment(2f117e1d-e925-48af-9054-44c1adb8c147),segment_id=2f117e1d-e925-48af-9054-44c1adb8c147)] {{(pid=86829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:44.085756 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751582427100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751581935333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751581938454'] for port, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:44.103977 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2d3b91d6-100f-4a96-8f3b-f101e176500d req-c92c7997-d532-450a-9570-5858b3c751cf tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Jan 17 17:27:44.123716 dv-cinder-818883-2-smb neutron-server[86829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3', 'code': 200} Jan 17 17:27:44.162088 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Pushing event updated for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=5']} {{(pid=86829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:44.375008 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956fa4d-15d6-42fa-bada-b7579b4a346d req-a6d080a6-0e8b-48ef-8d25-d4416d96ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:44.376411 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a956fa4d-15d6-42fa-bada-b7579b4a346d req-a6d080a6-0e8b-48ef-8d25-d4416d96ff4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 1099 time: 0.0688627 Jan 17 17:27:44.426554 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-a956fa4d-15d6-42fa-bada-b7579b4a346d req-f04e51f2-3ede-4acc-8aee-a62ed6548be8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Jan 17 17:27:45.294737 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370caabe-d027-4b36-bc0b-ab04678a4d1d req-9dc6775d-c053-4c26-92b5-0fbbf75c382f tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:45.296197 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-370caabe-d027-4b36-bc0b-ab04678a4d1d req-9dc6775d-c053-4c26-92b5-0fbbf75c382f tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 946 time: 0.0832736 Jan 17 17:27:45.340305 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-370caabe-d027-4b36-bc0b-ab04678a4d1d req-95f740fd-7cc0-47ae-bc8d-7909bf85065b tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Jan 17 17:27:46.523052 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e582f0-3234-444c-bea6-430b1257880b req-7876eb1f-9955-400d-995c-34f95f5deede tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:46.524527 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7e582f0-3234-444c-bea6-430b1257880b req-7876eb1f-9955-400d-995c-34f95f5deede tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 946 time: 0.0795791 Jan 17 17:27:46.572141 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-a7e582f0-3234-444c-bea6-430b1257880b req-ba3fcaac-2122-4a03-a4e8-8ab175e08132 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Jan 17 17:27:49.022997 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-95839761-78b8-4761-a9ea-d7ead4a1dcbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687749 Jan 17 17:27:49.165018 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-19ccfecb-6bfc-484b-a1e3-3205714d9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:49.166464 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-19ccfecb-6bfc-484b-a1e3-3205714d9815 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=46953fcbe08c4b5682a8abbadb29fc44&device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 1099 time: 0.0751123 Jan 17 17:27:49.321762 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-4bc5fa55-8bfc-4b64-a27b-0b69e3dbdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:49.323243 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-4bc5fa55-8bfc-4b64-a27b-0b69e3dbdeec service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d6d7e83-9936-497c-afb1-016bf68dc0db HTTP/1.1" status: 200 len: 908 time: 0.1369205 Jan 17 17:27:49.399006 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-c59b9a70-b2e8-4a2a-8111-7f5476cc6073 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3 HTTP/1.1" status: 200 len: 217 time: 0.0690413 Jan 17 17:27:49.464796 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-7e86ad11-4344-4a08-8c97-8d6f2a1c9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:49.466210 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-7e86ad11-4344-4a08-8c97-8d6f2a1c9a83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0d9d2432-2d36-4e76-b855-c916693b5211 HTTP/1.1" status: 200 len: 847 time: 0.0619638 Jan 17 17:27:49.514042 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-817ea344-b77c-4534-a3fb-e289ce1c39bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d6d7e83-9936-497c-afb1-016bf68dc0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417323 Jan 17 17:27:49.649953 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-52c882af-f8dc-49e4-9770-3d3a5449b90a service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288538 Jan 17 17:27:49.884002 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-66606684-8a61-4e4e-a2f6-e5bebba96107 req-e039fa60-0a3f-471e-b39b-95dc7e0e6c5a service neutron] 10.222.0.57 "GET /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271745 Jan 17 17:27:49.903759 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734326f0-bd16-4037-89fd-6195bb2e749f req-9e957a6b-56c6-4fbe-8405-90183585abc9 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:49.905175 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734326f0-bd16-4037-89fd-6195bb2e749f req-9e957a6b-56c6-4fbe-8405-90183585abc9 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 946 time: 0.0803456 Jan 17 17:27:49.950218 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-734326f0-bd16-4037-89fd-6195bb2e749f req-f7428196-5fd4-4ddf-b8d1-460c15e3bbe4 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380855 Jan 17 17:27:51.138923 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc72142-5581-40da-979d-822b22a6a356 req-cd33b99a-3922-4be8-babf-55bd9ebd3654 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:51.140406 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2fc72142-5581-40da-979d-822b22a6a356 req-cd33b99a-3922-4be8-babf-55bd9ebd3654 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 946 time: 0.0824075 Jan 17 17:27:51.184844 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-2fc72142-5581-40da-979d-822b22a6a356 req-04b6ef37-8d5b-44e7-a132-67ab094d124f tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/security-groups?id=aa059c86-471a-4083-9697-c6c7d977a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Jan 17 17:27:51.302586 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-ef395fac-1b92-4e2c-bdeb-b53762597892 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 17:27:51.303182 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-ef395fac-1b92-4e2c-bdeb-b53762597892 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Synchronizing usage tracker for tenant:46953fcbe08c4b5682a8abbadb29fc44 on resource:port {{(pid=86828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 17 17:27:51.322613 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-ef395fac-1b92-4e2c-bdeb-b53762597892 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Unset dirty status for tenant:46953fcbe08c4b5682a8abbadb29fc44 on resource:port {{(pid=86828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 17 17:27:51.324749 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-ef395fac-1b92-4e2c-bdeb-b53762597892 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.57 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 946 time: 0.1008422 Jan 17 17:27:51.398387 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Deleting port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 {{(pid=86828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 17 17:27:51.398728 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751582426058'] for port, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:51.647343 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.db [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] For port 0f6bc85a-1d27-425c-a9a2-220445b18fc3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=0f6bc85a-1d27-425c-a9a2-220445b18fc3,segment=NetworkSegment(2f117e1d-e925-48af-9054-44c1adb8c147),segment_id=2f117e1d-e925-48af-9054-44c1adb8c147)] {{(pid=86828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 17 17:27:51.647723 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1640798'] for port, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:51.768833 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.plugins.ml2.plugin [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Calling delete_port for 0f6bc85a-1d27-425c-a9a2-220445b18fc3 owned by compute:nova {{(pid=86828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 17 17:27:51.911662 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-554301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-165331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751582427127', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751581935324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3854290'] for port, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:51.962780 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Pushing event deleted for resources: {'Port': ['ID=0f6bc85a-1d27-425c-a9a2-220445b18fc3,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:27:52.036372 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] No DVR routers for this DVR port 0f6bc85a-1d27-425c-a9a2-220445b18fc3 on host hv-cinder-81888 {{(pid=86828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 17:27:52.038735 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-121021'] for port, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:27:52.041177 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'name': 'network-vif-deleted', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3'}] {{(pid=86828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 17:27:52.057633 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [req-7b09e2ad-3d56-4894-a11b-574a89b53317 req-9c39d41d-e951-4cdf-8a6c-04d5cad3ab71 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.57 "DELETE /v2.0/ports/0f6bc85a-1d27-425c-a9a2-220445b18fc3 HTTP/1.1" status: 204 len: 173 time: 0.7274110 Jan 17 17:27:52.091859 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261529ed-88d8-4ff5-b3fe-ee721edaf85f', 'name': 'network-vif-deleted', 'tag': '0f6bc85a-1d27-425c-a9a2-220445b18fc3', 'status': 'completed', 'code': 200} Jan 17 17:27:52.343408 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [req-8d9bca45-4217-416d-bcdf-f7e943d45c3b req-388954f9-be19-4075-960c-f67d31d82f24 tempest-VolumesActionsTest-461676757 tempest-VolumesActionsTest-461676757-project] 10.222.0.102 "GET /v2.0/ports?device_id=261529ed-88d8-4ff5-b3fe-ee721edaf85f HTTP/1.1" status: 200 len: 210 time: 0.0430224 Jan 17 17:27:53.886905 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 0f6bc85a-1d27-425c-a9a2-220445b18fc3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 17 17:27:53.955264 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.plugin [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] No Port match for: 0f6bc85a-1d27-425c-a9a2-220445b18fc3 {{(pid=86829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 17 17:27:53.955613 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron.plugins.ml2.rpc [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Device 0f6bc85a-1d27-425c-a9a2-220445b18fc3 not bound to the agent host hv-cinder-81888 {{(pid=86829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 17 17:28:02.727649 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-94f4370a-b6a8-4750-96be-b6cdc0975ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:05.036540 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:28:05.076807 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2f51fdf5-aad5-4b1c-b282-65987a817958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:06.109405 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:06.162843 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:07.649629 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.635773 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56660) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:10.696607 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Deleting subnet 0d9d2432-2d36-4e76-b855-c916693b5211 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:28:10.699469 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.748334 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.802507 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.872219 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.906996 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9d2432-2d36-4e76-b855-c916693b5211,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:10.912401 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:10.918280 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-2fa007a7-063c-48c9-8e53-f5e55383483e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/0d9d2432-2d36-4e76-b855-c916693b5211 HTTP/1.1" status: 204 len: 168 time: 0.2815752 Jan 17 17:28:10.921096 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56664) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:11.029165 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.151194 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.177528 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6d7e83-9936-497c-afb1-016bf68dc0db']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:11.189101 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f117e1d-e925-48af-9054-44c1adb8c147') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:11.189392 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f117e1d-e925-48af-9054-44c1adb8c147') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:11.200483 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.216598 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.222675 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:28:11.222991 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:28:11.236938 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:28:11.403241 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.409112 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.433398 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6d7e83-9936-497c-afb1-016bf68dc0db,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:11.441144 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-ccc4490e-b11f-41bf-a4d7-4f6b8ffe5181 admin admin] 10.222.0.102 "DELETE /v2.0/networks/1d6d7e83-9936-497c-afb1-016bf68dc0db HTTP/1.1" status: 204 len: 168 time: 0.5190625 Jan 17 17:28:11.444369 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56668) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:11.507295 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Deleting subnet 9f2bb8c3-1bf2-4961-b95a-898176540f46 {{(pid=86827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 17 17:28:11.510372 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.559030 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2463385'] for subnet, precommit_delete_associations {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.603529 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.613895 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-868633'] for subnet, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.687694 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-868626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1658641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2463235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2417123'] for subnet, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.725724 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2bb8c3-1bf2-4961-b95a-898176540f46,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:11.727657 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for subnet, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.733564 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-a904ba5d-811e-487f-a210-10e98ad46ed5 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/9f2bb8c3-1bf2-4961-b95a-898176540f46 HTTP/1.1" status: 204 len: 168 time: 0.2882466 Jan 17 17:28:11.735875 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56672) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:11.839874 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-571663'] for network, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.966083 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-870395', 'neutron.services.segments.db._delete_segments_for_network-8751582474006'] for network, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:11.990790 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146791de-12be-41f0-9294-837591db7386']}} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:12.002136 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff77c5ac-456d-4438-90ca-75fafd2ada49') {'for_net_delete': True} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:12.002421 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.services.segments.db [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff77c5ac-456d-4438-90ca-75fafd2ada49') {} {{(pid=86827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 17:28:12.014022 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751582475313', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2462570'] for segment, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.029950 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-702178'] for segment, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.035654 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=86827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 17:28:12.036138 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-702203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2463341'] for segment, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: Traceback (most recent call last): Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: timer() Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: cb(*args, **kw) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: return func(*args, **kwargs) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: self._notify() Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: self.callback(batched_events) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: event.method(event) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: return f(self, *a, **k) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: return self._get(url).json() Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: return self.request(url, 'GET', **kwargs) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 17:28:12.052298 dv-cinder-818883-2-smb neutron-server[86827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 17:28:12.123576 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-870370', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1639936'] for network, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.141171 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603653'] for network, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.150525 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] Pushing event deleted for resources: {'Network': ['ID=146791de-12be-41f0-9294-837591db7386,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:12.154896 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-96ff74a3-55a2-4174-80d8-e2f1693292ca admin admin] 10.222.0.102 "DELETE /v2.0/networks/146791de-12be-41f0-9294-837591db7386 HTTP/1.1" status: 204 len: 168 time: 0.4180853 Jan 17 17:28:12.321102 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56678) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:12.371494 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-13ba8cba-9d0b-4c58-a4a4-00ce8df5c5ac admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=46953fcbe08c4b5682a8abbadb29fc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491977 Jan 17 17:28:12.374128 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56682) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:12.431238 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.456231 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.507520 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.522612 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa059c86-471a-4083-9697-c6c7d977a945,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:12.528925 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:12.530030 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-65a9ebb5-5743-41bf-9191-4bae22bf0226 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/aa059c86-471a-4083-9697-c6c7d977a945 HTTP/1.1" status: 204 len: 168 time: 0.1549468 Jan 17 17:28:12.870243 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56690) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:12.928527 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-329c7482-e15d-479b-94fe-fdeb2fa386b5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0480db60f7f34216a1b5991ab8bd3037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570223 Jan 17 17:28:12.930886 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56694) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:12.989995 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:13.015603 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:13.068274 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:13.082667 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb88a5-fa2f-4840-9946-42187773aeee,revision_number=None']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:13.091876 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:13.092979 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-1c6d5f6c-3980-4b22-801c-af668b4ea21d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fcdb88a5-fa2f-4840-9946-42187773aeee HTTP/1.1" status: 204 len: 168 time: 0.1611731 Jan 17 17:28:20.263371 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.wsgi [-] (86828) accepted ('10.222.0.102', 56776) {{(pid=86828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:20.377604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.392488 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 17 17:28:20.397074 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Usage tracker for resource:security_group_rule and tenant:bea834ffa799438e967dfc5eaf325e22 is out of sync, need to count used quota {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 17 17:28:20.399843 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.quota.resource [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 17 17:28:20.405402 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.db.quota.driver [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 17 17:28:20.485546 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.489536 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron_lib.callbacks.manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_create {{(pid=86828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.538820 dv-cinder-818883-2-smb neutron-server[86828]: INFO neutron.wsgi [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bea834ffa799438e967dfc5eaf325e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742655 Jan 17 17:28:20.539604 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30139215-6130-422b-9ac8-c59397d0e23f,revision_number=1']} {{(pid=86828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:20.541401 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.wsgi [-] (86827) accepted ('10.222.0.102', 56782) {{(pid=86827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 17 17:28:20.546780 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.547123 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.547629 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.547897 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.548230 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.548545 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.548868 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.549206 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.549510 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.549855 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.550172 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.550485 dv-cinder-818883-2-smb neutron-server[86828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68bad0b-2525-47ca-b292-42ae0ec00ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.604490 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.630349 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.680989 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656776'] for security_group, after_delete {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.694997 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30139215-6130-422b-9ac8-c59397d0e23f,revision_number=None']} {{(pid=86827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 17:28:20.704917 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.705253 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.705593 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.705923 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.706246 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.706568 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.706881 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.707194 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.707621 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.707977 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.708294 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.708601 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818883-2-smb {{(pid=86827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 17:28:20.712705 dv-cinder-818883-2-smb neutron-server[86827]: DEBUG neutron_lib.callbacks.manager [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:20.714492 dv-cinder-818883-2-smb neutron-server[86827]: INFO neutron.wsgi [None req-51ec9ebe-b7d1-4823-8d03-98c08ed36fd1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/30139215-6130-422b-9ac8-c59397d0e23f HTTP/1.1" status: 204 len: 168 time: 0.1714621 Jan 17 17:28:32.731491 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-0df5fede-b96e-4214-96fb-8085ab2662e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:35.078497 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b0601537-c2fd-461e-ad7d-326afc074fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:36.105228 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:36.155748 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:37.650163 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:41.618172 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:28:42.034240 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:29:02.732218 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-92a522d8-b6ff-4cb4-90b1-999f9228fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:05.081305 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-2c5244f6-fa42-41e7-a072-c4750db93fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:06.106304 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:06.159035 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:07.653468 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:11.615241 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:19.031846 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:29:32.733794 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-169cbd58-49ab-475e-9372-0998ad2c7535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:35.085427 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a9452f43-f07f-4f27-a432-2809a17c9c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:36.118291 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:36.161111 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:37.655804 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:41.649317 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:29:56.030030 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:30:02.734959 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a78e141e-1db4-4f95-94e7-6ea347fdedf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:05.088017 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-52427e28-5e3b-4878-851f-ab5a53b34278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.111273 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:06.165934 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:07.658197 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:11.661355 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:32.736309 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-e3cbd2d5-0559-4f8c-9d8e-eee6978a7c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:33.027838 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:30:35.090847 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-84dc86d4-081e-49e5-89e6-f009985af4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.113899 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:36.167110 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:37.659741 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:30:41.675373 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:02.737652 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-11539a5a-4cca-477b-b37a-135b6ffca7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:05.094211 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-a3d9007d-965e-49b8-aedb-0e7839f23911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.117246 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:06.170258 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:07.662587 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:10.025324 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:31:11.675389 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:32.739346 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-acad1ceb-9879-4f3c-bb1a-945c9d540100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:35.096005 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-47b1ecea-c1ce-4dfe-b5f6-9c27e9abfb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:36.119350 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:36.173796 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:37.664412 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:41.689355 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:31:47.022907 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:32:02.741590 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-3629e35a-1f39-44d7-991b-5c0d972a0e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:05.097962 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-317344de-e815-4698-9c0f-3d4152292d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:06.120567 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:06.176706 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:07.670446 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:11.705906 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:24.020143 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:32:32.743850 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c3d9df74-9d83-4c98-835d-9ff5807c847b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:35.100217 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-bd90116c-6837-43fb-bb90-53327d4bb0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:36.123448 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:36.182765 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:37.672995 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:32:41.706640 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:01.017891 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 17 17:33:02.745895 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b1fea034-4bac-452c-b2ce-c92ce25c6349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:05.101868 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-67171cb7-7169-45e6-8347-0876e0feba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.126055 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:06.181801 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:07.672686 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:11.704473 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-91fdf338-061d-4ff9-bdb6-f9d3977e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:32.750832 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-c485cffa-7bd4-451a-b169-b32e6ad676ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:35.105068 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-69adfa9b-16c9-45c0-a7d9-f04da7004b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:36.127985 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-f7990479-c1cb-4f12-9712-9c30c266d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:36.187773 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-b2405716-7674-42bd-94dc-1e908907c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:37.675855 dv-cinder-818883-2-smb neutron-server[86829]: DEBUG neutron_lib.callbacks.manager [None req-add542d6-b206-4f2d-a2e2-e32b77c677b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751582473988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726845'] for agent, after_update {{(pid=86829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 17 17:33:38.015961 dv-cinder-818883-2-smb neutron-server[86830]: DEBUG neutron.db.agents_db [None req-7503462c-20f2-475f-b403-5f7b337b4517 None None] Agent healthcheck: found 6 active agents {{(pid=86830) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}